-- Logs begin at Tue 2021-06-29 12:55:41 UTC, end at Tue 2021-06-29 13:59:01 UTC. -- Jun 29 13:27:01.557004 dv-cinder-797608-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 13:27:04.228385 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.common.config [-] Logging enabled! Jun 29 13:27:04.229049 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 13:27:04.229172 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 13:27:04.232453 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.common.config [-] Logging enabled! Jun 29 13:27:04.232708 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 13:27:04.233016 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 13:27:04.233940 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 13:27:04.234201 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 13:27:04.234558 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 13:27:04.234803 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 13:27:04.235029 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 13:27:04.235345 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.235638 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.235929 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.236704 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.237168 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.237557 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.237852 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.238171 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.238469 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.238754 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.239033 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.239319 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.239550 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.239830 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.240114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.240397 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.240620 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] debug = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.240900 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.241317 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.241718 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.241996 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.242303 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.242578 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.242847 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.243120 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.243400 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.243748 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] host = dv-cinder-797608-3-iscsi {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.244004 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.244283 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.244564 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.244845 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.245114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.245384 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.245663 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.245930 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.246219 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.246493 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.246780 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.247063 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.247347 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.247569 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.247789 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.248071 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.248350 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.248621 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.248892 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.249160 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.249427 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.249695 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.249958 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.250260 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.250538 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.250818 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.251089 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.251357 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.251653 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.252593 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.252939 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.253216 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.253490 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.253761 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.254077 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.254333 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.254602 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.254903 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.255185 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.255464 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.255743 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.256017 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.256295 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.256565 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.256837 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.257250 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_json = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.257526 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.257795 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.258098 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.258370 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.258641 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.258911 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.259178 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.259461 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:04.259757 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.260049 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.260346 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.260625 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.260913 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.261226 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.261473 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.261746 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.262045 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.262351 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.262625 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.262894 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.263177 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.263451 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.263740 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.264043 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.264332 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.264622 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.264897 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.265171 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.265445 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.265721 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.266006 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.266324 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.266613 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.266891 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.267168 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.268007 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.268302 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.268563 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.268840 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.269132 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.269408 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.269683 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.269968 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.270272 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.270544 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.270817 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.271094 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.271385 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.271658 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.271927 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.272197 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.272473 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.272743 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.273024 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.273298 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.273566 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.273835 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.274139 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.274410 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.274678 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.274953 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.275223 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.275495 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.275765 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.276035 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.276304 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.276578 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.276854 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.277124 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.277393 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.277668 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.277937 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.278233 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.278503 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.278773 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.279042 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.279327 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.279620 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.279894 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.280170 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.280445 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.280718 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.280991 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.281264 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.281537 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.281811 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.282113 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.282409 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.282687 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.283077 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.283461 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.283738 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.284039 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.284308 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.284588 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.284860 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.285134 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.285422 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.285703 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.285992 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.286306 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.286596 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.286890 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.287182 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.287458 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.287762 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.288036 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:04.288252 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 13:27:04.288503 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 13:27:04.645540 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:04.645831 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:04.646146 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:04.646497 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 13:27:05.040602 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.040896 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.041172 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.042496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.042778 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.043050 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.077603 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.078160 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.078436 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.091921 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.092205 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.092475 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.122958 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.123244 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.123515 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.160793 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.161081 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.161352 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.396187 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.396848 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.396848 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.397020 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.397717 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.524886 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.525209 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.525496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.525772 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.526062 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.526382 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.526649 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.526913 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.527173 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.527462 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.527725 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.527999 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.528266 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.528537 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.528800 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.529073 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.529347 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.529761 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.530062 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.530328 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.530619 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.530978 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.531238 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.531526 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.531780 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.532032 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.532438 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.532684 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.533088 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.533196 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.533427 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.533776 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:05.534187 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 13:27:05.537498 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 13:27:05.541456 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 13:27:05.545358 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 29 13:27:05.547021 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 13:27:05.547481 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 13:27:05.547821 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 13:27:05.548206 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 13:27:05.551730 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 13:27:05.551990 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 13:27:05.552344 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 13:27:05.580707 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 13:27:05.581170 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.581478 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 13:27:05.581846 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.583266 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 13:27:05.583557 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 13:27:05.583806 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 13:27:05.587356 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.587648 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:05.652323 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 13:27:05.652517 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 13:27:05.652709 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 13:27:05.653093 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 13:27:05.675219 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_db.sqlalchemy.engines [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 13:27:06.209679 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing driver for type 'gre' Jun 29 13:27:06.210232 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] gre ID ranges: [(1, 1000)] Jun 29 13:27:06.262702 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing driver for type 'local' Jun 29 13:27:06.263045 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing driver for type 'vlan' Jun 29 13:27:06.275593 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] VlanTypeDriver initialization complete Jun 29 13:27:06.275934 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing driver for type 'vxlan' Jun 29 13:27:06.276432 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] vxlan ID ranges: [(1, 1000)] Jun 29 13:27:06.323897 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing extension driver 'port_security' Jun 29 13:27:06.324231 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.extensions.port_security [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] PortSecurityExtensionDriver initialization complete Jun 29 13:27:06.324569 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing mechanism driver 'openvswitch' Jun 29 13:27:06.324925 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing mechanism driver 'hyperv' Jun 29 13:27:06.332296 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:06.333259 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.333641 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.334005 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.334429 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.334787 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.335135 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.335519 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.335869 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.336213 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.336619 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.336976 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.337320 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.337705 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.338088 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.338418 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.338801 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > address_group after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.339147 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > address_group after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.339492 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.339834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] ML2 OVO RPC backend initialized. {{(pid=93050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 13:27:06.340539 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.340889 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.341302 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.341650 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > networks before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.341997 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.342368 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > ports before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.342710 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.343051 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnets before_response 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.343395 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.343733 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.344066 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.344401 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.344734 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.345069 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.345455 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.346600 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.346728 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.347328 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.plugin [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Modular L2 Plugin initialization complete Jun 29 13:27:06.347662 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading services supported by the core plugin {{(pid=93050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 13:27:06.347993 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.plugins.ml2.managers [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Got port-security extension from driver 'port_security' Jun 29 13:27:06.348455 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.extensions.vlantransparent [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Disabled vlantransparent extension. Jun 29 13:27:06.348938 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 13:27:06.349255 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: router Jun 29 13:27:06.385318 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.385719 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_create 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.386190 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router before_create 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.386560 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.386932 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.387295 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_delete 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.387658 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.388025 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_create 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.388376 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.388728 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.389079 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.389443 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.389862 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.390274 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.390621 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.390964 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: subnet after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.391303 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.391653 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.392002 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_create 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.392901 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.393257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.393617 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router after_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.393962 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.394342 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_create 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.394717 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.395064 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_update 55549900 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.395441 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > agent after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.395793 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > agent after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.396136 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > network after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.397096 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Tracking information for resource: router configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:06.397632 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Tracking information for resource: floatingip configured {{(pid=93050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 13:27:06.402688 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.db.l3_agentschedulers_db [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 13:27:06.403278 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.403637 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.403989 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.404340 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.405137 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router before_create 55550100 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.405502 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.405868 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_create 55550100 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.406255 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > router precommit_update 55550100 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.410931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.provider_configuration [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service providers = [] {{(pid=93050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 13:27:06.411303 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.db.servicetype_db [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 13:27:06.414257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.service_base [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 13:27:06.414602 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.service_base [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 13:27:06.414942 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.service_base [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 13:27:06.415816 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.services.service_base [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 13:27:06.416191 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.services.service_base [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 13:27:06.416583 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.416900 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 13:27:06.430325 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.430666 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: auto_allocate Jun 29 13:27:06.436759 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: network precommit_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.437137 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: network precommit_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.437674 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.437996 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: tag Jun 29 13:27:06.445756 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.446115 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: timestamp Jun 29 13:27:06.450015 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.450350 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: network_ip_availability Jun 29 13:27:06.457141 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.457507 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.457872 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.458662 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.458981 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: flavors Jun 29 13:27:06.464656 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.464945 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading Plugin: revisions Jun 29 13:27:06.469324 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 13:27:06.469719 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:06.470606 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 13:27:06.470946 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Initializing extension manager. Jun 29 13:27:06.471454 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: __init__.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.471805 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: __pycache__ {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.472141 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.472476 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: address_group.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.473238 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.473825 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: address-group Jun 29 13:27:06.474196 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: address_scope.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.474900 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.475414 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: address-scope Jun 29 13:27:06.475737 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.476659 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.477174 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: router-admin-state-down-before-update Jun 29 13:27:06.477496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: agent.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.478224 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.478733 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: agent Jun 29 13:27:06.479059 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: agent_resources_synced.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.479948 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.480462 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: agent-resources-synced Jun 29 13:27:06.480784 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: allowedaddresspairs.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.482598 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.483130 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: allowed-address-pairs Jun 29 13:27:06.483457 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: auto_allocated_topology.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.484708 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.485236 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: auto-allocated-topology Jun 29 13:27:06.485564 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: availability_zone.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.486577 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.486895 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: availability_zone Jun 29 13:27:06.487222 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: availability_zone_filter.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.488129 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.488646 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: availability_zone_filter Jun 29 13:27:06.488971 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: data_plane_status.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.489858 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.490411 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 13:27:06.490736 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: default_subnetpools.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.491639 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.492159 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: default-subnetpools Jun 29 13:27:06.492484 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.493291 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.493809 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: dhcp_agent_scheduler Jun 29 13:27:06.494163 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: dns.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.495064 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension dns-integration not supported by any of loaded plugins Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: dns_domain_ports.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.498562 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.499005 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 13:27:06.499340 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: dvr.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.499987 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.500497 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: dvr Jun 29 13:27:06.500819 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: empty_string_filtering.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.502440 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.503042 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: empty-string-filtering Jun 29 13:27:06.503354 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.504255 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.504764 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 13:27:06.505090 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.505989 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.506529 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 13:27:06.506854 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: external_net.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.507756 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.508270 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: external-net Jun 29 13:27:06.508594 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.509497 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.510012 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: extra_dhcp_opt Jun 29 13:27:06.510359 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: extraroute.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.511257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.511784 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: extraroute Jun 29 13:27:06.512106 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: extraroute_atomic.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.513128 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.513658 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: extraroute-atomic Jun 29 13:27:06.513982 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: filter_validation.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.514673 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.515185 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: filter-validation Jun 29 13:27:06.515503 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: fip_pf_description.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.516397 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.516906 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 13:27:06.517259 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: fip_port_details.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.518842 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.519355 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: fip-port-details Jun 29 13:27:06.519673 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: flavors.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.520900 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.521420 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: flavors Jun 29 13:27:06.521751 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.523464 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.523994 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 13:27:06.524328 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: floatingip_pools.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.525016 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.525533 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: floatingip-pools Jun 29 13:27:06.525859 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: ip_allocation.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.526798 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.527309 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 13:27:06.527633 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.528531 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.529045 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: ip-substring-filtering Jun 29 13:27:06.529374 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l2_adjacency.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.530326 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.530837 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 13:27:06.531162 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.532149 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.532672 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: router Jun 29 13:27:06.533162 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.535659 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.536203 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 13:27:06.536539 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.537450 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.537977 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: ext-gw-mode Jun 29 13:27:06.538334 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.539233 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.539756 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: l3-ha Jun 29 13:27:06.540086 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3_flavors.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.540995 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.541526 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: l3-flavors Jun 29 13:27:06.541856 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.542782 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.543305 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 13:27:06.543627 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: l3agentscheduler.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.544646 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.545168 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: l3_agent_scheduler Jun 29 13:27:06.545496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: logging.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.547012 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.547546 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension logging not supported by any of loaded plugins Jun 29 13:27:06.547879 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: metering.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.548711 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.549270 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: metering Jun 29 13:27:06.549598 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.550716 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.551243 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: metering_source_and_destination_fields Jun 29 13:27:06.551577 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: multiprovidernet.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.552491 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.553010 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: multi-provider Jun 29 13:27:06.553338 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: netmtu.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.554263 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.554779 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: net-mtu Jun 29 13:27:06.555103 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: netmtu_writable.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.556007 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.556524 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: net-mtu-writable Jun 29 13:27:06.556847 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: network_availability_zone.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.557505 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.558020 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: network_availability_zone Jun 29 13:27:06.558368 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: network_ip_availability.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.559447 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.559971 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: network-ip-availability Jun 29 13:27:06.560297 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: network_segment_range.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.561048 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.561568 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 13:27:06.561891 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: pagination.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.562896 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.563228 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: pagination Jun 29 13:27:06.563550 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: port_device_profile.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.565148 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.565670 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: port-device-profile Jun 29 13:27:06.565992 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.566933 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.567451 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: port-mac-address-regenerate Jun 29 13:27:06.567771 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.568677 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.569191 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: port-numa-affinity-policy Jun 29 13:27:06.569511 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: port_resource_request.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.570430 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.570941 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 13:27:06.571260 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: portbindings.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.572173 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.572688 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: binding Jun 29 13:27:06.573008 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: portbindings_extended.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.574314 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.574836 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: binding-extended Jun 29 13:27:06.575162 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: portsecurity.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.576067 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.576586 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: port-security Jun 29 13:27:06.576907 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: project_id.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.578156 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.578487 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: project-id Jun 29 13:27:06.578809 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: providernet.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.579811 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.581184 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: provider Jun 29 13:27:06.581509 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.585288 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.585820 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos not supported by any of loaded plugins Jun 29 13:27:06.586191 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.587423 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.587949 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 13:27:06.588279 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.589181 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.589702 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 13:27:06.590058 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_default.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.590945 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.591468 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-default not supported by any of loaded plugins Jun 29 13:27:06.591799 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_fip.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.592444 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.592958 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-fip not supported by any of loaded plugins Jun 29 13:27:06.593281 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_gateway_ip.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.594221 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.594741 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 13:27:06.595064 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_port_network_policy.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.595996 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.596507 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 13:27:06.596833 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_rule_type_details.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.597732 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.598279 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 13:27:06.598604 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: qos_rules_alias.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.599653 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.600170 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 13:27:06.600496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: quotasv2.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.601437 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.601770 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: quotas Jun 29 13:27:06.602120 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: quotasv2_detail.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.605156 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.605491 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: quota_details Jun 29 13:27:06.605825 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: rbac.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.606914 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.607453 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: rbac-policies Jun 29 13:27:06.607783 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: rbac_address_group.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.608700 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.609226 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: rbac-address-group Jun 29 13:27:06.609553 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: rbac_address_scope.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.610492 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.611039 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: rbac-address-scope Jun 29 13:27:06.611662 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: rbac_security_groups.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.612274 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.612792 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: rbac-security-groups Jun 29 13:27:06.613116 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: rbac_subnetpool.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.614015 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.614565 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: rbac-subnetpool Jun 29 13:27:06.614889 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: revisionifmatch.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.615795 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.616312 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: revision-if-match Jun 29 13:27:06.616634 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: revisions.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.617934 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.618491 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: standard-attr-revisions Jun 29 13:27:06.618821 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: router_availability_zone.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.619487 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.620012 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: router_availability_zone Jun 29 13:27:06.620339 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: routerservicetype.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.621246 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.621764 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension router-service-type not supported by any of loaded plugins Jun 29 13:27:06.622114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.623026 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.623548 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: security-groups-normalized-cidr Jun 29 13:27:06.623874 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.624781 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.625301 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: port-security-groups-filtering Jun 29 13:27:06.625625 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.626564 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.627643 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: security-groups-remote-address-group Jun 29 13:27:06.627915 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: securitygroup.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.637432 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.637971 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: security-group Jun 29 13:27:06.638328 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: segment.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.639103 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.639621 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension segment not supported by any of loaded plugins Jun 29 13:27:06.639951 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.640871 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.641391 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 13:27:06.641720 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: servicetype.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.643626 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.644157 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: service-type Jun 29 13:27:06.644487 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: sorting.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.645462 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.645794 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: sorting Jun 29 13:27:06.646149 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: standard_attr_segment.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.647137 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.647657 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 13:27:06.647982 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: standardattrdescription.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.648619 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.649133 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: standard-attr-description Jun 29 13:27:06.649456 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: stateful_security_group.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.650403 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.650926 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: stateful-security-group Jun 29 13:27:06.651250 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: stdattrs_common.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.651824 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 13:27:06.652154 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.653057 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.653578 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 13:27:06.653901 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnet_onboard.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.655001 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.655524 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: subnet_onboard Jun 29 13:27:06.655854 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.656759 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.657276 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 13:27:06.657603 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnet_service_types.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.659141 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.659667 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: subnet-service-types Jun 29 13:27:06.659995 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnetallocation.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.661076 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.661600 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: subnet_allocation Jun 29 13:27:06.661934 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.662624 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.663158 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: subnetpool-prefix-ops Jun 29 13:27:06.663484 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.664425 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.664940 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 13:27:06.665265 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: tagging.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.666371 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.666895 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: standard-attr-tag Jun 29 13:27:06.667221 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: timestamp.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.668423 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.668945 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loaded extension: standard-attr-timestamp Jun 29 13:27:06.669272 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: trunk.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.670322 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.670843 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension trunk not supported by any of loaded plugins Jun 29 13:27:06.671165 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: trunk_details.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.672081 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.672621 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension trunk-details not supported by any of loaded plugins Jun 29 13:27:06.672943 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: uplink_status_propagation.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.674513 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.675033 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 13:27:06.675357 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Loading extension file: vlantransparent.py {{(pid=93050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 13:27:06.676022 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 13:27:06.676533 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 13:27:06.679170 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:network Jun 29 13:27:06.679701 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnet Jun 29 13:27:06.680104 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 13:27:06.680495 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:port Jun 29 13:27:06.681758 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.682231 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service FLAVORS assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.682882 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.683318 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.683648 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:router Jun 29 13:27:06.684096 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 13:27:06.684592 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service METERING assigned prefix: /metering {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.686074 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.686456 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.686814 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:27:06.687837 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 13:27:06.688269 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:security_group Jun 29 13:27:06.688709 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 13:27:06.689588 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service CORE assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.690022 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 13:27:06.690398 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] subnetpool is already registered Jun 29 13:27:06.690844 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service CORE assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.691170 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 13:27:06.691503 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] subnetpool is already registered Jun 29 13:27:06.693848 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.694316 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service FLAVORS assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.694918 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.695352 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.695684 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:router Jun 29 13:27:06.696021 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] router is already registered Jun 29 13:27:06.696435 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:floatingip Jun 29 13:27:06.696770 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] floatingip is already registered Jun 29 13:27:06.697222 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service METERING assigned prefix: /metering {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.697894 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 13:27:06.698253 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] rbac_policy is already registered Jun 29 13:27:06.698665 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:security_group Jun 29 13:27:06.698998 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] security_group is already registered Jun 29 13:27:06.699403 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 13:27:06.699742 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] security_group_rule is already registered Jun 29 13:27:06.700364 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service CORE assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.700693 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 13:27:06.701025 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] subnetpool is already registered Jun 29 13:27:06.701445 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.v2.resource_helper [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Service CORE assigned prefix: {{(pid=93050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 13:27:06.701771 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 13:27:06.702137 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING neutron.quota.resource_registry [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] subnetpool is already registered Jun 29 13:27:06.702600 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: extensions {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.704352 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: address-groups {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.705930 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: address-scopes {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.707300 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: agents {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.708478 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: auto-allocated-topology {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.709775 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: availability_zones {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.711060 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: dhcp-networks {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.713858 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: dhcp-agents {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.715390 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: routers {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.717070 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: flavors {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.718395 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: service_profiles {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.719627 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: next_providers {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.721608 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: service_profiles {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.723208 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: floatingip-pools {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.724438 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: routers {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.726218 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: floatingips {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.727516 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: l3-routers {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.728924 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: l3-agents {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.730390 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: metering-labels {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.731670 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: metering-label-rules {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.733066 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: network-ip-availabilities {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.734392 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: bindings {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.736040 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: quotas {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.738274 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: quotas {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.739727 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: rbac-policies {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.740958 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: security-groups {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.742299 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: security-group-rules {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.743591 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: service-providers {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.744833 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: subnetpools {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.746222 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: subnetpools {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.747804 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.749500 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.751385 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.753355 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.755114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.757089 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.758846 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.760682 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.762611 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.764383 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron.api.extensions [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Extended resource: tags {{(pid=93050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 13:27:06.771118 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING keystonemiddleware.auth_token [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 13:27:06.775672 dv-cinder-797608-3-iscsi neutron-server[93050]: WARNING keystonemiddleware.auth_token [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 13:27:06.785620 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Acquired lock "singleton_lock" {{(pid=93050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 13:27:06.786124 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_concurrency.lockutils [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Releasing lock "singleton_lock" {{(pid=93050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 13:27:06.786760 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Starting 2 workers Jun 29 13:27:06.791547 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Started child 93159 {{(pid=93050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 13:27:06.798060 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Started child 93160 {{(pid=93050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 13:27:06.798262 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.798982 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO neutron.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 13:27:06.798982 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Notify callbacks [] for process, before_spawn {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.799236 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [-] (93159) wsgi starting up on http://0.0.0.0:9696 Jun 29 13:27:06.800851 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Starting 1 workers Jun 29 13:27:06.801370 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.802752 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [-] (93160) wsgi starting up on http://0.0.0.0:9696 Jun 29 13:27:06.806011 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Started child 93161 {{(pid=93050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 13:27:06.806587 dv-cinder-797608-3-iscsi neutron-server[93050]: INFO oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Starting 1 workers Jun 29 13:27:06.809688 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] calling RpcWorker wait() {{(pid=93161) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 13:27:06.810281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] returning from RpcWorker wait() {{(pid=93161) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 13:27:06.811062 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Started child 93162 {{(pid=93050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 13:27:06.811456 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.811902 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-712c2247-9ef0-4d9b-81ad-8d5e747173cc None None] Notify callbacks [] for process, after_spawn {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.811997 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:06.813890 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 13:27:06.814195 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 13:27:06.814508 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 13:27:06.814817 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 13:27:06.815168 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 13:27:06.815450 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 13:27:06.815864 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.816151 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.816431 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.816695 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.816989 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.817276 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:06.817759 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.817850 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.818052 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.818340 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.818595 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.818774 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.818944 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.819197 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.819447 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.819740 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.819991 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.820251 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.820531 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.820703 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.820995 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.821256 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.821510 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.821787 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] debug = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.822071 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.822571 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.822819 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.823066 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.823305 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.823604 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.823836 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.824126 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.824375 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.824591 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.824836 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.825120 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.825366 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.825586 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.825805 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.826108 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.826316 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.826798 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] host = dv-cinder-797608-3-iscsi {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.827045 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.827284 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.827530 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.828046 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.828307 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.828524 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.828770 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.829026 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.829291 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.829540 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.830407 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.830716 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.830912 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.831134 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.831490 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_options = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.831739 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.832005 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.832271 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.832557 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.832714 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.832863 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.833107 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.833260 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.833477 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.833696 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.833914 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.834200 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.834467 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.834642 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.834891 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.835140 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.835378 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.835597 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.835844 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.836100 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.836325 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.836569 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.836788 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.837005 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.837236 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.837452 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.837705 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.837984 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.838203 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.838462 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.838696 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.838965 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.839213 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.839460 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.839711 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.839948 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.840164 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.840442 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.840674 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.840937 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.841190 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.841426 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.841692 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.841904 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.842151 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.842372 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_json = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.842665 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.842813 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.843069 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.843300 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.843506 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.843723 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.843938 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.844198 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.844645 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.844933 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.845254 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.846194 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.846592 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.846854 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.847126 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.847372 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.847638 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.847890 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.848242 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.848485 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.848783 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.849042 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.849301 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.849646 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.849929 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.850222 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.850475 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.850711 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.850958 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.851196 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.851370 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:06.851504 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.851814 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.852419 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.852718 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.852918 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.853162 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.853912 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.853912 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.853912 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.854217 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.854306 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.854512 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.854750 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.854973 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.855222 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.855443 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.855673 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.855920 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.856174 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.856411 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.856651 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.856871 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.857305 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.857305 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.857545 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.857769 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.857979 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.858243 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.858472 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.858692 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.858929 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.859143 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.859364 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.859596 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.859814 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.860033 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.860248 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.860467 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.860713 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.860984 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.861220 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.861457 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.861678 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.861896 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.862154 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.862399 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.862645 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.862860 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.863079 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.863292 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.863505 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.863717 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.863935 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.864174 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.864400 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.864613 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.864826 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.865058 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.865288 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.865522 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.865809 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.865984 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.866296 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.866610 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.866852 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.867101 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.867320 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.867584 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.867806 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.868069 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.868288 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.868524 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.868770 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.869037 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.869283 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.869530 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.869775 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.869995 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.870262 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.870504 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.870745 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.870992 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.871233 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.871457 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.871724 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.871957 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.872204 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.872470 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.872738 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.873019 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.873272 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.873603 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.873794 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.876834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.878580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.880741 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881421 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881421 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881421 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881421 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881421 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881776 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881776 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.881921 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.882922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.882922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.882922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.882922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.883408 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.883408 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.883555 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.883666 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.883885 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.884113 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.884486 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.884618 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.884798 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.885012 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.885233 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.885485 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.885704 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.885922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.886324 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.886459 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.886642 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.886860 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.887125 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.887375 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.887609 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.887853 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.888096 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.888362 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.888828 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.888828 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.889045 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.889257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.889470 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.889688 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.889917 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.890152 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.890380 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.890612 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.890846 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.891082 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.891734 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.891734 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.892013 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.892139 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.893098 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.893239 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.893441 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.893698 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.893910 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.894154 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.894371 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.894613 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.894837 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.895057 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.895268 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.895478 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.895708 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.895944 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.896526 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.896526 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.896899 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.896899 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.897143 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.897380 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.897613 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.897841 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.898931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.898931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.898931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.898931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.898931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.899556 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.899556 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.899556 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.899917 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.900049 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.900182 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.900401 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.900612 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.900823 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.901092 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.901252 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.901475 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.901718 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.901957 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.902190 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.902409 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.902647 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.902856 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.903164 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.903423 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.903645 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.903935 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.904162 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.904404 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.904656 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.904990 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.905206 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.905464 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.905682 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.905937 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.906138 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.906392 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.906703 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.906982 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.907242 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.907476 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.907757 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.908580 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.908839 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.909075 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.909371 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.909710 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.909989 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.910270 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.910517 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.910786 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.911008 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.911224 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.911470 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.911705 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.911922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.912157 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.912387 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.912612 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.912847 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.913074 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.913295 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.913527 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.913757 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.913976 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.914215 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.914377 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 13:27:06.914953 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 13:27:06.915129 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 13:27:06.915290 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 13:27:06.915461 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 13:27:06.915631 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 13:27:06.915784 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 13:27:06.915992 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916163 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916312 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916472 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916631 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916813 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.916988 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917196 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917306 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917432 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917592 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917750 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.917909 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918094 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918406 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918565 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918723 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.918887 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919046 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919206 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919363 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919522 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] debug = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919682 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.919885 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920037 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920197 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920356 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920515 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920674 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920832 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.920990 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921159 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921288 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921443 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921601 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921761 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.921920 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922120 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922255 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922393 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] host = dv-cinder-797608-3-iscsi {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922554 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922713 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.922870 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923032 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923190 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923348 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923533 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923694 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.923854 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924013 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924170 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924328 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924488 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924953 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924953 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_options = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.924953 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925289 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925289 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925447 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925559 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925723 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.925886 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926064 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926228 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926387 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926546 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926689 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.926852 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927010 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927184 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927317 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927479 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927622 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927781 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.927939 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928098 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928256 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928415 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928574 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928732 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.928890 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.929048 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.929207 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.929365 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.929758 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.929923 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930119 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930282 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930440 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930600 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930760 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.930919 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931082 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931241 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931400 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931560 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931719 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.931878 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932037 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932195 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932355 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_json = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932514 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932673 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932849 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.932996 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.933155 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.933316 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.933473 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.933633 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 13:27:06.933816 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.933978 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934175 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934338 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934501 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934663 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934824 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.934986 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935149 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935310 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935480 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935644 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935819 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.935979 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936140 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936304 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936465 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936628 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936790 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.936952 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937577 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937577 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937577 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937783 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.937898 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.938277 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.938628 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.938793 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.938956 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939147 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939352 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939483 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939609 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939760 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.939923 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.940093 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.940249 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.940618 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.940786 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.940948 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941112 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941274 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941437 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941601 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941764 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.941931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942122 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942271 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942446 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942599 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942760 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.942928 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943090 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943253 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943414 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943631 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943785 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.943911 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944039 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944200 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944376 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944539 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944700 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.944862 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945024 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945186 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945349 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945511 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945672 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.945834 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946018 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946182 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946334 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946496 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946658 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946820 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.946982 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.947143 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.947304 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.947469 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.947629 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.947946 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948114 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948270 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948447 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948610 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948775 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.948934 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.949245 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.949409 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.949571 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.949737 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.949898 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950061 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950225 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950387 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950554 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950717 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.950878 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951026 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951189 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951350 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951511 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951674 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951762 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:06.951848 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.951986 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.952149 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.952311 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.952472 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.952634 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953065 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953228 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953393 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953554 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953723 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.953895 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.954098 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.954243 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.954405 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.954566 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.955258 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.955425 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956155 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956323 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956487 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956651 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956823 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.956998 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.957163 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.957326 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.957489 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.957680 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.957845 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958005 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958191 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958355 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958517 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958679 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.958840 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959002 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959163 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959325 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959488 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959650 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959814 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.959975 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960136 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960298 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960462 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960623 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960786 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.960949 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961111 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961273 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961434 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961595 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961756 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.961917 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962156 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962278 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962441 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962603 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962765 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.962926 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963088 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963248 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963410 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963611 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963724 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.963904 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964035 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964192 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964354 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964516 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964678 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.964848 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.965005 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.965355 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.965640 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.965784 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.965899 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966077 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966242 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966404 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966569 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966732 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.966909 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967056 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967221 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967383 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967544 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967722 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.967868 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968030 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968191 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968354 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968517 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968681 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.968849 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969012 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969174 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969337 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969499 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969661 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969824 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.969999 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.970184 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.970368 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.970560 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.970724 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.970887 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971059 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971265 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971471 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971634 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971796 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.971959 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972132 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972294 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972456 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972619 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972780 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.972941 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973111 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973272 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973435 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973596 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973758 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.973925 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974122 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974283 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974445 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974607 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974768 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.974931 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975102 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975265 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975428 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975598 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975760 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.975922 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976083 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976257 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976420 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976585 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976746 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.976909 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977071 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977234 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977401 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977573 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977742 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.977905 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978098 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978269 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978440 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978602 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978771 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.978945 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979108 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979270 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979431 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979593 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979754 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.979916 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980079 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980241 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980402 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980564 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980726 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.980887 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981050 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981211 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981373 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981534 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981696 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.981858 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.982020 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 13:27:06.982243 dv-cinder-797608-3-iscsi neutron-server[93050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 13:27:07.230561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55716) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:07.240143 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074165 Jun 29 13:27:18.791971 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea0e32-8789-48e7-92fe-29e31a4500a8 None None] get_active_networks_info from dv-cinder-797608-3-iscsi {{(pid=93161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 13:27:18.855913 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea0e32-8789-48e7-92fe-29e31a4500a8 None None] No non-hosted networks {{(pid=93161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 13:27:18.878819 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bb39c315-4d59-4c41-b65d-879f112b568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:21.206237 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-31f22433-038d-47d7-9f5b-d65f7aaa865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:21.277055 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-27cfd153-52a0-48ea-bad4-4a1c47151c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:21.465169 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:21.466057 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.466534 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.467021 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.467552 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.468006 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.468512 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.469050 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.469646 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.470769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.471300 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.471891 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.472415 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:21.474159 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:21.481838 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:22.694165 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:24.048850 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:25.296329 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55808) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:25.787341 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING oslo_policy.policy [None req-603c54fe-e79d-48af-b770-76a1f1f85743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:25.787910 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING oslo_policy.policy [None req-603c54fe-e79d-48af-b770-76a1f1f85743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:26.046752 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [None req-603c54fe-e79d-48af-b770-76a1f1f85743 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:27:26.047864 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-603c54fe-e79d-48af-b770-76a1f1f85743 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7506492 Jun 29 13:27:28.399918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55822) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:28.540869 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.db.l3_hamode_db [None req-79dc2e73-8b27-4666-b582-cace13ab9dcb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 13:27:28.617628 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc2e73-8b27-4666-b582-cace13ab9dcb None None] Routers set() bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:27:28.618054 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc2e73-8b27-4666-b582-cace13ab9dcb None None] Router IDs set() for agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 13:27:28.719467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:28.814561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.policy [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 13:27:28.859586 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING oslo_policy.policy [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:28.859964 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING oslo_policy.policy [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:28.868533 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.quota [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] Loaded quota_driver: . Jun 29 13:27:28.959755 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816054670', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816055121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816041792', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816036214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816078793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740816088241', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16514467', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16095134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-334336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416078'] for rbac-policy, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:29.023648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:29.024846 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c8d17780-334d-4cd2-bcce-b3b33d9e7cc5 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6239610 Jun 29 13:27:31.592596 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 55834) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:32.106409 dv-cinder-797608-3-iscsi neutron-server[93160]: WARNING oslo_policy.policy [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:32.106970 dv-cinder-797608-3-iscsi neutron-server[93160]: WARNING oslo_policy.policy [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:32.325150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Request body: {'network': {'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'name': 'private', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:32.326827 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.quota [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Loaded quota_driver: . Jun 29 13:27:32.388051 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Made reservation on behalf of ae2ecfd640b14f27a30c8dabeca7287a for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:27:32.454614 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.policy [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 13:27:32.499771 dv-cinder-797608-3-iscsi neutron-server[93160]: WARNING oslo_policy.policy [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:32.500168 dv-cinder-797608-3-iscsi neutron-server[93160]: WARNING oslo_policy.policy [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 13:27:32.510842 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.532500 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.673925 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.678578 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.684206 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:32.700489 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:27:32.729920 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740820011322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.730546 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Unsubscribe: segment precommit_create {{(pid=93160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 13:27:32.731032 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Added segment 471cb11c-edcd-4789-b21f-181b9426b12f of type vlan for network e805a833-1052-4639-8f2a-9cdc412d0606 Jun 29 13:27:32.749076 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b563e1-c0c0-4eea-b9fb-e75f7446b575,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:32.770918 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.771267 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.771604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.771929 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.772263 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.772626 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.772944 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.773256 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.773584 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.773894 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.774230 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.774538 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Tracked resource versions report: Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: pushed versions: Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: { 'AddressGroup': {'1.2'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'ConntrackHelper': {'1.0'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Log': {'1.0'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Network': {'1.1'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Port': {'1.7'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'PortForwarding': {'1.2'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'QosPolicy': {'1.8'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroup': {'1.4'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SubPort': {'1.0'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Subnet': {'1.1'}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Trunk': {'1.1'}} Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: consumer versions: Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'ConntrackHelper': '1.0', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Log': '1.0', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Network': '1.1', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Port': '1.7', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'PortForwarding': '1.2', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'QosPolicy': '1.8', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroup': '1.4', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroupRule': '1.2', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SubPort': '1.0', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Subnet': '1.1', Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Trunk': '1.1'}} Jun 29 13:27:32.775637 dv-cinder-797608-3-iscsi neutron-server[93160]: {{(pid=93160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:27:32.852293 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:32.865978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.921840 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.924316 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:32.924932 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:32.927000 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:33.004957 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4101119 Jun 29 13:27:33.030603 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e805a833-1052-4639-8f2a-9cdc412d0606,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:33.038066 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:33.044414 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network e805a833-1052-4639-8f2a-9cdc412d0606 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:27:35.696862 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 55856) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:36.096564 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b24781-2237-4347-92cf-4b3885a682c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:36.097855 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-77b24781-2237-4347-92cf-4b3885a682c8 admin admin] 10.222.0.21 "GET /v2.0/networks/e805a833-1052-4639-8f2a-9cdc412d0606 HTTP/1.1" status: 200 len: 825 time: 0.4000096 Jun 29 13:27:36.137579 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-63bf0a4d-de6c-42d4-b8ff-d1fb3ebf04c3 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/99baa3b2-5e38-4f95-b0a6-e931c98bc3fa HTTP/1.1" status: 200 len: 734 time: 0.0342829 Jun 29 13:27:36.146995 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Request body: {'subnet': {'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa', 'gateway_ip': '172.20.0.1'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:36.170568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Made reservation on behalf of ae2ecfd640b14f27a30c8dabeca7287a for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:27:36.172882 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:36.475383 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:36.479563 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:36.545231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06c9e1d-c83c-46b4-9364-feea4bd138c2,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:36.547490 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Checking segment: {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:27:36.547884 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Network hostable DHCP agents. Network: e805a833-1052-4639-8f2a-9cdc412d0606, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:27:36.554573 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:36.571464 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Network e805a833-1052-4639-8f2a-9cdc412d0606 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:27:36.583601 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, e805a833-1052-4639-8f2a-9cdc412d0606) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:27:36.588446 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:36.589029 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:36.594095 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a1d90-954d-48f6-9742-f93eb3dc0508 None None] Network e805a833-1052-4639-8f2a-9cdc412d0606 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:27:36.603630 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4601884 Jun 29 13:27:36.913014 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-e805a833-1052-4639-8f2a-9cdc412d0606', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:27:36.914316 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.181979 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Allocated IP 172.20.0.2 (e805a833-1052-4639-8f2a-9cdc412d0606/a06c9e1d-c83c-46b4-9364-feea4bd138c2/068c08d6-0092-4731-acb2-7155857b2a10) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:27:37.387797 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.439996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Transition to ACTIVE for port object 068c08d6-0092-4731-acb2-7155857b2a10 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:27:37.461243 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Transition to ACTIVE for port object 068c08d6-0092-4731-acb2-7155857b2a10 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:27:37.470778 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.473483 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:37.543711 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Network e805a833-1052-4639-8f2a-9cdc412d0606 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:27:37.548480 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:27:37.552834 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:27:37.566476 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Pushing event updated for resources: {'Port': ['ID=068c08d6-0092-4731-acb2-7155857b2a10,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:37.611904 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.612724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.612724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.612898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.613197 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.613525 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.613845 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.614192 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.614527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.614847 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.615162 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.615473 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Tracked resource versions report: Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: pushed versions: Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: { 'AddressGroup': {'1.2'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'ConntrackHelper': {'1.0'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Log': {'1.0'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Network': {'1.1'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Port': {'1.7'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'PortForwarding': {'1.2'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'QosPolicy': {'1.8'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroup': {'1.4'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SubPort': {'1.0'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Subnet': {'1.1'}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Trunk': {'1.1'}} Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: consumer versions: Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'ConntrackHelper': '1.0', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Log': '1.0', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Network': '1.1', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Port': '1.7', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'PortForwarding': '1.2', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'QosPolicy': '1.8', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroup': '1.4', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroupRule': '1.2', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SubPort': '1.0', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Subnet': '1.1', Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Trunk': '1.1'}} Jun 29 13:27:37.616648 dv-cinder-797608-3-iscsi neutron-server[93161]: {{(pid=93161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:27:37.620589 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:37.648656 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Attempting to bind port 068c08d6-0092-4731-acb2-7155857b2a10 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:27:37.649062 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Attempting to bind port 068c08d6-0092-4731-acb2-7155857b2a10 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:27:37.649496 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Attempting to bind port 068c08d6-0092-4731-acb2-7155857b2a10 on network e805a833-1052-4639-8f2a-9cdc412d0606 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:27:37.654422 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:27:37.654816 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Checking segment: {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:27:37.655313 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.655709 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Bound using segment: {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:27:37.656213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Bound port: 068c08d6-0092-4731-acb2-7155857b2a10, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:27:37.656638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.735249 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] For port 068c08d6-0092-4731-acb2-7155857b2a10, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:27:37.741224 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] For port 068c08d6-0092-4731-acb2-7155857b2a10, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=068c08d6-0092-4731-acb2-7155857b2a10,segment=NetworkSegment(471cb11c-edcd-4789-b21f-181b9426b12f),segment_id=471cb11c-edcd-4789-b21f-181b9426b12f)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:27:37.746649 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:37.752857 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:37.839801 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Pushing event updated for resources: {'Port': ['ID=068c08d6-0092-4731-acb2-7155857b2a10,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:37.843118 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:39.045420 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 55864) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:39.391310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [None req-be86c59d-612f-4dd7-b9d4-96c9b27cdd2e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:27:39.392326 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-be86c59d-612f-4dd7-b9d4-96c9b27cdd2e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3462753 Jun 29 13:27:42.776054 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 55872) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:43.260632 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [None req-f05e11c4-5391-434c-81aa-e442c8257410 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:27:43.261647 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f05e11c4-5391-434c-81aa-e442c8257410 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4843314 Jun 29 13:27:43.291782 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 068c08d6-0092-4731-acb2-7155857b2a10 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:27:43.415733 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 068c08d6-0092-4731-acb2-7155857b2a10 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:27:44.315348 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72129126-8c35-4969-9ede-e195dbb5f245 None None] Network e805a833-1052-4639-8f2a-9cdc412d0606 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:27:44.423846 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Provisioning for port 068c08d6-0092-4731-acb2-7155857b2a10 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:27:44.449962 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Provisioning complete for port 068c08d6-0092-4731-acb2-7155857b2a10 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:27:44.450386 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:44.631038 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:44.677416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] For port 068c08d6-0092-4731-acb2-7155857b2a10, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=068c08d6-0092-4731-acb2-7155857b2a10,segment=NetworkSegment(471cb11c-edcd-4789-b21f-181b9426b12f),segment_id=471cb11c-edcd-4789-b21f-181b9426b12f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:27:44.681565 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:44.686477 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:44.737912 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Pushing event updated for resources: {'Port': ['ID=068c08d6-0092-4731-acb2-7155857b2a10,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:44.742415 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:44.901558 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-91507b9e-88c2-41f0-89e2-009f16038ad3 None None] Provisioning complete for port 068c08d6-0092-4731-acb2-7155857b2a10 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:27:44.901829 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-91507b9e-88c2-41f0-89e2-009f16038ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:45.258249 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 068c08d6-0092-4731-acb2-7155857b2a10 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:27:45.319507 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 068c08d6-0092-4731-acb2-7155857b2a10 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:27:45.320542 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.030686 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55886) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:46.369292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:46.396937 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.398590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.553138 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.558668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.573240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:46.580482 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-15d85f14-c7d6-4df2-9330-07bffc391b0d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5477457 Jun 29 13:27:48.693168 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ed99854b-7035-432d-a854-1b4deeeea96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:48.992507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55894) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:49.307968 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [None req-9367d9d2-3ba7-4189-a992-4c7c9dbe24d0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:27:49.308958 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-9367d9d2-3ba7-4189-a992-4c7c9dbe24d0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155081 Jun 29 13:27:51.199609 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52d67c28-cafc-4e26-87e0-e7a7d0172861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:51.459393 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:51.675778 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55902) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:51.992070 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:52.015419 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Made reservation on behalf of a11219ad528046958fbd33957ca959a3 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:27:52.018251 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.033956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.148663 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.152653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.158427 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:52.165624 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Reserving flat network on physical network physnet1 {{(pid=93159) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 13:27:52.200919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740820011322', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.201522 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Unsubscribe: segment precommit_create {{(pid=93159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 13:27:52.202012 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Added segment 685a71e4-32df-4a44-a17c-926a4961877a of type flat for network c046b578-faae-4d54-b597-63759b4d1895 Jun 29 13:27:52.240197 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b2e99-eaed-440e-8024-ef8e4c326198,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:52.275485 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.275832 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.276159 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.276476 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.276792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.277123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.277436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.277745 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.278092 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.278403 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.278710 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.279014 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Tracked resource versions report: Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: pushed versions: Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: { 'AddressGroup': {'1.2'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'ConntrackHelper': {'1.0'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Log': {'1.0'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Network': {'1.1'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Port': {'1.7'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'PortForwarding': {'1.2'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'QosPolicy': {'1.8'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroup': {'1.4'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SubPort': {'1.0'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Subnet': {'1.1'}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Trunk': {'1.1'}} Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: consumer versions: Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'ConntrackHelper': '1.0', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Log': '1.0', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Network': '1.1', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Port': '1.7', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'PortForwarding': '1.2', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'QosPolicy': '1.8', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroup': '1.4', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroupRule': '1.2', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SubPort': '1.0', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Subnet': '1.1', Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Trunk': '1.1'}} Jun 29 13:27:52.280123 dv-cinder-797608-3-iscsi neutron-server[93159]: {{(pid=93159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:27:52.328625 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.345685 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:52.393920 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.395479 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:52.396181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:52.398169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:52.484728 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8074899 Jun 29 13:27:52.521684 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Pushing event updated for resources: {'Network': ['ID=c046b578-faae-4d54-b597-63759b4d1895,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:52.525883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:52.533699 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network c046b578-faae-4d54-b597-63759b4d1895 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:27:52.636182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:54.011331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:54.969638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55924) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:55.206196 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d270560-f387-4fd5-b460-d451513be21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:55.207588 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0d270560-f387-4fd5-b460-d451513be21e admin admin] 10.222.0.21 "GET /v2.0/subnets/a06c9e1d-c83c-46b4-9364-feea4bd138c2 HTTP/1.1" status: 200 len: 849 time: 0.2362373 Jun 29 13:27:55.351914 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-fd8db278-93ba-4f6e-bfc2-c0d07b51c6ba admin admin] 10.222.0.21 "GET /v2.0/routers/091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea HTTP/1.1" status: 200 len: 704 time: 0.1384523 Jun 29 13:27:55.640902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:55.968585 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Allocated IP 172.20.0.1 (e805a833-1052-4639-8f2a-9cdc412d0606/a06c9e1d-c83c-46b4-9364-feea4bd138c2/c58ec531-822e-49e3-aa89-d03aab56048b) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:27:56.167158 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.194966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Transition to ACTIVE for port object c58ec531-822e-49e3-aa89-d03aab56048b will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:27:56.288167 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.291584 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:56.369884 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Network e805a833-1052-4639-8f2a-9cdc412d0606 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:27:56.375396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:27:56.378892 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:27:56.379593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.443711 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Pushing event updated for resources: {'Port': ['ID=c58ec531-822e-49e3-aa89-d03aab56048b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:56.447185 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:56.576862 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-43f077cf-b950-4433-bb98-b9f4dce05007 None None] Provisioning for port c58ec531-822e-49e3-aa89-d03aab56048b completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:27:56.582380 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-43f077cf-b950-4433-bb98-b9f4dce05007 None None] Provisioning complete for port c58ec531-822e-49e3-aa89-d03aab56048b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:27:56.582905 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-43f077cf-b950-4433-bb98-b9f4dce05007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.631352 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-43f077cf-b950-4433-bb98-b9f4dce05007 None None] Port c58ec531-822e-49e3-aa89-d03aab56048b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:27:56.677982 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.874253 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.879982 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.881428 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:56.884236 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:56.964108 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Pushing event updated for resources: {'Port': ['ID=c58ec531-822e-49e3-aa89-d03aab56048b,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:56.969242 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:57.015220 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Network e805a833-1052-4639-8f2a-9cdc412d0606 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:27:57.016704 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:27:57.199861 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:27:57.255460 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-30bb3828-10a0-46b3-90f9-a927b5e474c4 None None] Provisioning complete for port c58ec531-822e-49e3-aa89-d03aab56048b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:27:57.255919 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-30bb3828-10a0-46b3-90f9-a927b5e474c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:57.293378 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-30bb3828-10a0-46b3-90f9-a927b5e474c4 None None] Port c58ec531-822e-49e3-aa89-d03aab56048b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:27:57.295330 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:27:57.301422 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] 10.222.0.21 "PUT /v2.0/routers/091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9438522 Jun 29 13:27:57.319253 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Sync routers for ids ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:27:57.331314 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Routers {'091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:27:57.332185 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:27:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:57.532470 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Set router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:27:58.008206 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:27:56Z', 'revision_number': 2, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port_host': None, '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:27:56Z', 'revision_number': 2, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:58.067622 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Checking router: 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:27:58.068008 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Updating router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea port c58ec531-822e-49e3-aa89-d03aab56048b binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:27:58.137773 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:58.711852 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:58.737446 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Transition to ACTIVE for port object c58ec531-822e-49e3-aa89-d03aab56048b will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:27:58.745472 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:58.748416 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:58.933386 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Pushing event updated for resources: {'Port': ['ID=c58ec531-822e-49e3-aa89-d03aab56048b,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:58.960896 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Attempting to bind port c58ec531-822e-49e3-aa89-d03aab56048b on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:27:58.961310 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Attempting to bind port c58ec531-822e-49e3-aa89-d03aab56048b by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:27:58.961833 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Attempting to bind port c58ec531-822e-49e3-aa89-d03aab56048b on network e805a833-1052-4639-8f2a-9cdc412d0606 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:27:58.966856 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.967183 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.967521 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.967865 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.968257 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.968585 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.968905 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.969272 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.969593 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.969904 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.970270 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.970580 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Tracked resource versions report: Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: pushed versions: Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: consumer versions: Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Log': '1.0', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Network': '1.1', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Port': '1.7', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SubPort': '1.0', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Subnet': '1.1', Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jun 29 13:27:58.972431 dv-cinder-797608-3-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:27:58.978530 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:27:58.978934 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Checking segment: {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:27:58.979447 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:58.979840 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Bound using segment: {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:27:58.980349 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Bound port: c58ec531-822e-49e3-aa89-d03aab56048b, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471cb11c-edcd-4789-b21f-181b9426b12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:27:58.980761 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:58.983002 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:59.056683 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] For port c58ec531-822e-49e3-aa89-d03aab56048b, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:27:59.082992 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] For port c58ec531-822e-49e3-aa89-d03aab56048b, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=c58ec531-822e-49e3-aa89-d03aab56048b,segment=NetworkSegment(471cb11c-edcd-4789-b21f-181b9426b12f),segment_id=471cb11c-edcd-4789-b21f-181b9426b12f)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:27:59.091286 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:27:59.096732 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:27:59.163675 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Routers {'091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:27:59.164314 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:27:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:59.166712 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Pushing event updated for resources: {'Port': ['ID=c58ec531-822e-49e3-aa89-d03aab56048b,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:27:59.171566 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:27:59.285844 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] Set router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:27:59.544695 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:27:56Z', 'revision_number': 2, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port_host': None, '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:27:59Z', 'revision_number': 4, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:27:59.584192 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725ea10-ded2-472b-a9df-1caa3865b3d7 None None] The sync data for ids ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'] in dv-cinder-797608-3-iscsi is: [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:27:56Z', 'revision_number': 2, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port_host': None, '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:27:59Z', 'revision_number': 4, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:27:59.608572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55946) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:27:59.746132 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe42895-a3c3-4316-8062-6aa8192da34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:27:59.747644 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5fe42895-a3c3-4316-8062-6aa8192da34b admin admin] 10.222.0.21 "GET /v2.0/networks/c046b578-faae-4d54-b597-63759b4d1895 HTTP/1.1" status: 200 len: 842 time: 0.1380904 Jun 29 13:27:59.757817 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:27:59.783053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Made reservation on behalf of a11219ad528046958fbd33957ca959a3 for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:27:59.785577 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:00.133527 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.objects.ports [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93159) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 13:28:00.133994 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:00.136216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:00.190376 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1774a4-1aa0-479c-8881-b3c6eb679df0,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:00.195929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:00.203691 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:28:00.204053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Network hostable DHCP agents. Network: c046b578-faae-4d54-b597-63759b4d1895, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:28:00.230940 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:28:00.243419 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, c046b578-faae-4d54-b597-63759b4d1895) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:28:00.248092 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:28:00.248688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:00.254368 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc15931-66e6-4a70-a033-cfa08a305190 None None] Network c046b578-faae-4d54-b597-63759b4d1895 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:28:00.263599 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5094497 Jun 29 13:28:00.404684 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314f118-9a38-4cf1-9f4c-2d935ca8915a None None] Network c046b578-faae-4d54-b597-63759b4d1895 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:28:02.629495 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 55958) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:28:02.920737 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-086e2ecd-814f-4c59-afdc-6f0376c26cff admin admin] 10.222.0.21 "GET /v2.0/routers/091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea HTTP/1.1" status: 200 len: 710 time: 0.2899086 Jun 29 13:28:03.047368 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e9250-99b0-4702-a9fa-82605049864f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:28:03.049428 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ee5e9250-99b0-4702-a9fa-82605049864f admin admin] 10.222.0.21 "GET /v2.0/networks/c046b578-faae-4d54-b597-63759b4d1895 HTTP/1.1" status: 200 len: 886 time: 0.1230223 Jun 29 13:28:03.059945 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:28:03.280913 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c58ec531-822e-49e3-aa89-d03aab56048b up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:28:03.347872 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port c58ec531-822e-49e3-aa89-d03aab56048b completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:28:03.350185 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.352140 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port c58ec531-822e-49e3-aa89-d03aab56048b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:28:03.352524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.436822 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.481936 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port c58ec531-822e-49e3-aa89-d03aab56048b, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=c58ec531-822e-49e3-aa89-d03aab56048b,segment=NetworkSegment(471cb11c-edcd-4789-b21f-181b9426b12f),segment_id=471cb11c-edcd-4789-b21f-181b9426b12f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:28:03.486855 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.489645 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-356ab98d-7ad7-46a4-b09c-74acaabc8b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:03.599325 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=c58ec531-822e-49e3-aa89-d03aab56048b,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:03.602637 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:03.659329 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.743202 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:03.921305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Allocated IP 172.27.0.87 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/b7f95b18-ca8e-4ff0-9617-44a75b0b1542) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:28:04.123072 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:04.214750 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:04.216963 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:04.292604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:28:04.297914 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:28:04.300547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:28:04.344688 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Pushing event updated for resources: {'Port': ['ID=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:04.378934 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:04.612357 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:04.812013 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:04.815691 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-772418'] for router, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:04.924670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:28:05.030926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:28:05.035930 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:05.037225 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] 10.222.0.21 "PUT /v2.0/routers/091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea HTTP/1.1" status: 200 len: 889 time: 1.9815278 Jun 29 13:28:05.061206 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Sync routers for ids ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:28:05.073179 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Routers {'091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:28:05.073945 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:27:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:28:05.269686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c58ec531-822e-49e3-aa89-d03aab56048b up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:28:05.386521 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Set router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:28:05.561245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port c58ec531-822e-49e3-aa89-d03aab56048b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:28:05.561620 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:05.884473 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:28:04Z', 'revision_number': 4, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port': {'id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:28:03Z', 'updated_at': '2021-06-29T13:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:28:03Z', 'revision_number': 5, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:28:05.935792 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Checking router: 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:28:05.936172 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Updating router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:28:05.969854 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.300537 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.310899 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Transition to ACTIVE for port object b7f95b18-ca8e-4ff0-9617-44a75b0b1542 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:28:06.316797 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.323195 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8e7c9b12-cec2-4c7b-b8ae-ea4ea687e67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:06.367767 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Attempting to bind port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:28:06.368136 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Attempting to bind port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:28:06.368638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Attempting to bind port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:28:06.378378 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Pushing event updated for resources: {'Port': ['ID=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:06.381386 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:28:06.382146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:28:06.382780 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.383208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:28:06.383850 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Bound port: b7f95b18-ca8e-4ff0-9617-44a75b0b1542, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:28:06.384308 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.386696 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:06.446825 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] For port b7f95b18-ca8e-4ff0-9617-44a75b0b1542, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:28:06.450437 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] For port b7f95b18-ca8e-4ff0-9617-44a75b0b1542, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:28:06.457726 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:06.460398 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:06.606967 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Routers {'091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:28:06.607590 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:27:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:28:06.610537 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Pushing event updated for resources: {'Port': ['ID=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:06.644990 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:06.721593 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] Set router 091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:28:06.941980 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:28:04Z', 'revision_number': 4, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port': {'id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:28:03Z', 'updated_at': '2021-06-29T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:28:03Z', 'revision_number': 5, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:28:06.969805 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aeaa36-fdf2-4e78-b359-be8e3bd454eb None None] The sync data for ids ['091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea'] in dv-cinder-797608-3-iscsi is: [{'id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'name': 'router1', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:27:46Z', 'updated_at': '2021-06-29T13:28:04Z', 'revision_number': 4, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'gw_port': {'id': 'b7f95b18-ca8e-4ff0-9617-44a75b0b1542', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:28:03Z', 'updated_at': '2021-06-29T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c58ec531-822e-49e3-aa89-d03aab56048b', 'name': '', 'network_id': 'e805a833-1052-4639-8f2a-9cdc412d0606', 'tenant_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'mac_address': 'fa:16:3e:bf:b5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cb2d1-8540-4cc2-a1b7-0518dfa4d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:27:55Z', 'updated_at': '2021-06-29T13:28:03Z', 'revision_number': 5, 'project_id': 'ae2ecfd640b14f27a30c8dabeca7287a', 'subnets': [{'id': 'a06c9e1d-c83c-46b4-9364-feea4bd138c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99baa3b2-5e38-4f95-b0a6-e931c98bc3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:28:07.309131 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7f95b18-ca8e-4ff0-9617-44a75b0b1542 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:28:07.383456 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:28:07.387831 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:28:07.388064 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:07.479185 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 55966) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:28:07.484204 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:07.507574 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port b7f95b18-ca8e-4ff0-9617-44a75b0b1542, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:28:07.512523 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:07.515104 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:28:07.570444 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=b7f95b18-ca8e-4ff0-9617-44a75b0b1542,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:28:07.574206 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:28:07.624539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-950b5450-3093-47bf-b2ed-29be6d0d22db admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1442192 Jun 29 13:28:09.268566 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7f95b18-ca8e-4ff0-9617-44a75b0b1542 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:28:09.347582 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port b7f95b18-ca8e-4ff0-9617-44a75b0b1542 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:28:09.348082 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:18.697832 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-77b43997-904f-4e50-8c34-3f1bcbc5d4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:20.894065 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:28:21.208013 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7e00fdc6-9c10-4bde-a906-434c3d1a7a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:21.468742 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:22.620837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:24.043315 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:48.702962 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9e9faca4-7932-4b69-b42c-a90e99cd5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:51.208922 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cf1fd040-6bd8-4938-88a6-0ee4a388a8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:51.556109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:52.635236 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:54.054452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:28:57.893659 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:29:18.695552 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2da17b4b-8fa3-49a9-b30f-53fbd4494931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:21.206559 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5369e0b5-8603-4b81-a87f-efe52131bd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:21.477119 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:22.632554 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:24.041823 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:34.896267 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:29:48.689869 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-17bc23ec-e25b-46e1-ad2c-ddf84fef018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:51.208923 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-446f40d0-ca10-45c1-919c-11e65835ea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:51.473307 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:51.686351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56534) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:29:51.761645 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa3e437-4e02-40c0-b0f3-5998eff82a38 admin admin] GET failed (client error): The resource could not be found. Jun 29 13:29:51.763143 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7fa3e437-4e02-40c0-b0f3-5998eff82a38 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0755391 Jun 29 13:29:52.027367 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0ff48-5bc3-4059-a9c1-6b8271b2a934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:29:52.028771 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-48e0ff48-5bc3-4059-a9c1-6b8271b2a934 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2614133 Jun 29 13:29:52.632987 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:54.052820 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:54.566600 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56544) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:29:54.691113 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ebd08-926b-4783-aa98-81716b63453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:29:54.692436 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b16ebd08-926b-4783-aa98-81716b63453d admin admin] 10.222.0.21 "GET /v2.0/subnets/a06c9e1d-c83c-46b4-9364-feea4bd138c2 HTTP/1.1" status: 200 len: 849 time: 0.1245372 Jun 29 13:29:54.705231 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:29:54.796299 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:54.951580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740820139219'] for subnet, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:54.953606 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:29:54.984912 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:29:54.985511 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:54.999212 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] 10.222.0.21 "PUT /v2.0/subnets/a06c9e1d-c83c-46b4-9364-feea4bd138c2 HTTP/1.1" status: 200 len: 868 time: 0.2865384 Jun 29 13:29:54.999395 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55e2cf-8421-46d2-8198-f18497ac132a None None] Network e805a833-1052-4639-8f2a-9cdc412d0606 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:29:55.007147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06c9e1d-c83c-46b4-9364-feea4bd138c2,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:29:55.014812 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.015152 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.015518 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.015847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.016176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.016505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.016829 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.017154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.018017 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.019240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.019240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.019240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:29:55.023006 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-270f0b43-224a-4ed8-ba12-be0a890fe2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:29:55.444284 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-410c69c7-8f32-4b56-bfc7-f77ba0f953c1 None None] Provisioning complete for port 068c08d6-0092-4731-acb2-7155857b2a10 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:29:55.444899 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-410c69c7-8f32-4b56-bfc7-f77ba0f953c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:55.553824 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-410c69c7-8f32-4b56-bfc7-f77ba0f953c1 None None] Provisioning complete for port c58ec531-822e-49e3-aa89-d03aab56048b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:29:55.554296 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-410c69c7-8f32-4b56-bfc7-f77ba0f953c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:29:57.359212 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56552) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:29:57.587491 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74206769-e6fa-4666-8cff-991d15128512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:29:57.587976 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74206769-e6fa-4666-8cff-991d15128512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:29:57.589529 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-74206769-e6fa-4666-8cff-991d15128512 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2293577 Jun 29 13:29:59.829376 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56562) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:00.033588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cea72-a423-495e-8a44-c83ddfebc057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:00.034298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cea72-a423-495e-8a44-c83ddfebc057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:00.035589 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-9b6cea72-a423-495e-8a44-c83ddfebc057 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051561 Jun 29 13:30:02.301688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56570) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:02.457591 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8621f2-b918-4f34-9be4-a633930e507a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:02.459186 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8e8621f2-b918-4f34-9be4-a633930e507a admin admin] 10.222.0.21 "GET /v2.0/networks/c046b578-faae-4d54-b597-63759b4d1895 HTTP/1.1" status: 200 len: 886 time: 0.1531658 Jun 29 13:30:04.727107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56578) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:04.893860 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bccd9a1-f4e3-4b4b-8ad6-6875adcc6c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:04.895817 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5bccd9a1-f4e3-4b4b-8ad6-6875adcc6c94 admin admin] 10.222.0.21 "GET /v2.0/networks/e805a833-1052-4639-8f2a-9cdc412d0606 HTTP/1.1" status: 200 len: 869 time: 0.1675847 Jun 29 13:30:07.134013 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56586) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:07.343040 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ea908-e7df-44e2-9f1b-b7f16390c793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:07.343171 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ea908-e7df-44e2-9f1b-b7f16390c793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:07.344708 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-844ea908-e7df-44e2-9f1b-b7f16390c793 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2097142 Jun 29 13:30:09.533824 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56594) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:09.626506 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8e2d0-aa6f-4346-95a1-7ae277314fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:09.626998 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8e2d0-aa6f-4346-95a1-7ae277314fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:09.628551 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-88a8e2d0-aa6f-4346-95a1-7ae277314fe1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937207 Jun 29 13:30:11.856578 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56602) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:11.895654 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:30:11.945722 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d6dd1-edba-4f42-91b5-277fc650bebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:11.947142 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1a8d6dd1-edba-4f42-91b5-277fc650bebe admin admin] 10.222.0.21 "GET /v2.0/subnets/7a1774a4-1aa0-479c-8881-b3c6eb679df0 HTTP/1.1" status: 200 len: 816 time: 0.0895388 Jun 29 13:30:14.136360 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56610) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:14.229055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae04c5-8bb8-4d34-b140-9cacd7b59240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:14.230460 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-12ae04c5-8bb8-4d34-b140-9cacd7b59240 admin admin] 10.222.0.21 "GET /v2.0/subnets/a06c9e1d-c83c-46b4-9364-feea4bd138c2 HTTP/1.1" status: 200 len: 868 time: 0.0931370 Jun 29 13:30:18.692039 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ebab48d6-27f2-4fc5-aafe-e340d63fcd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:21.203403 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-65790033-1d95-49a5-b7a7-15f0c0324519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:21.465633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:22.635550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:24.041277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:38.165401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56654) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:38.212043 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [None req-5577bb5f-0835-48bd-8f1f-af3ad5fcd643 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:30:38.213074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5577bb5f-0835-48bd-8f1f-af3ad5fcd643 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467148 Jun 29 13:30:40.504399 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56662) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:40.564667 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f82f8ec-19c2-4613-bce4-dee1f655264b admin admin] GET failed (client error): The resource could not be found. Jun 29 13:30:40.566722 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5f82f8ec-19c2-4613-bce4-dee1f655264b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613861 Jun 29 13:30:40.655877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd95a63-b230-4616-b65c-f13f7a34390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:40.657293 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-9dd95a63-b230-4616-b65c-f13f7a34390b admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866048 Jun 29 13:30:42.884989 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56670) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:42.933961 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:30:42.960663 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Made reservation on behalf of a11219ad528046958fbd33957ca959a3 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:30:42.963366 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:42.993189 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING neutron.services.revisions.revision_plugin [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Could not find related network for resource to bump revision. Jun 29 13:30:43.008512 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:30:43.019306 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:43.019664 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Added segment 98edd0b2-206a-4d05-b750-407d913a15c8 of type vlan for network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb Jun 29 13:30:43.061840 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:43.091621 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:43.092854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:43.093431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:43.095480 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:30:43.151864 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2657719 Jun 29 13:30:43.157006 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Pushing event updated for resources: {'Network': ['ID=79b07150-dd56-49fb-a8a3-cfd1917dd4bb,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:30:43.160911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:30:43.172550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:30:45.404959 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56678) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:30:45.467743 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb2bc6d-87fb-444b-a55d-e11c308c1820 admin admin] GET failed (client error): The resource could not be found. Jun 29 13:30:45.469133 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-edb2bc6d-87fb-444b-a55d-e11c308c1820 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632124 Jun 29 13:30:45.543679 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7788ce-7270-400c-9600-2e93be7ecd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:45.545156 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2b7788ce-7270-400c-9600-2e93be7ecd62 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711987 Jun 29 13:30:45.555559 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:30:45.576708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Made reservation on behalf of a11219ad528046958fbd33957ca959a3 for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:30:45.579225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:45.749288 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:45.751614 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:30:45.810344 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:30:45.815655 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:30:45.819779 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Checking segment: {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:30:45.820136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Network hostable DHCP agents. Network: 79b07150-dd56-49fb-a8a3-cfd1917dd4bb, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:30:45.837897 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:30:45.847442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 79b07150-dd56-49fb-a8a3-cfd1917dd4bb) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:30:45.852108 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:30:45.852697 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:45.857624 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf1fb8-24b8-46bd-870c-a980ac8309bd None None] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:30:45.867587 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156815 Jun 29 13:30:46.123044 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-79b07150-dd56-49fb-a8a3-cfd1917dd4bb', 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb', 'tenant_id': 'a11219ad528046958fbd33957ca959a3', 'fixed_ips': [{'subnet_id': 'e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:30:46.123957 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.282198 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Allocated IP 192.168.233.2 (79b07150-dd56-49fb-a8a3-cfd1917dd4bb/e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e/72cfad63-ba19-4c3e-a6e4-ec858919333c) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:30:46.452290 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.461486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Transition to ACTIVE for port object 72cfad63-ba19-4c3e-a6e4-ec858919333c will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:30:46.480032 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Transition to ACTIVE for port object 72cfad63-ba19-4c3e-a6e4-ec858919333c will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:30:46.487350 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.490409 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:30:46.547861 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:30:46.549725 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Pushing event updated for resources: {'Port': ['ID=72cfad63-ba19-4c3e-a6e4-ec858919333c,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:30:46.552627 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:30:46.555750 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:30:46.564971 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.565469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.566000 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.566367 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.566695 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.567022 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.567343 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.567665 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.568025 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.568348 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.568662 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.568974 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:30:46.573415 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:30:46.632845 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Attempting to bind port 72cfad63-ba19-4c3e-a6e4-ec858919333c on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:30:46.633225 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Attempting to bind port 72cfad63-ba19-4c3e-a6e4-ec858919333c by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:30:46.633584 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Attempting to bind port 72cfad63-ba19-4c3e-a6e4-ec858919333c on network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:30:46.639604 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:30:46.639988 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Checking segment: {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:30:46.640391 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.640792 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Bound using segment: {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:30:46.641281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Bound port: 72cfad63-ba19-4c3e-a6e4-ec858919333c, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:30:46.641688 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.708773 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] For port 72cfad63-ba19-4c3e-a6e4-ec858919333c, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:30:46.712227 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] For port 72cfad63-ba19-4c3e-a6e4-ec858919333c, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=72cfad63-ba19-4c3e-a6e4-ec858919333c,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:30:46.717151 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:46.719492 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:30:46.779382 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Pushing event updated for resources: {'Port': ['ID=72cfad63-ba19-4c3e-a6e4-ec858919333c,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:30:46.784361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:30:47.425361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 72cfad63-ba19-4c3e-a6e4-ec858919333c up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:30:47.482576 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 72cfad63-ba19-4c3e-a6e4-ec858919333c completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:30:47.698199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbcfb99-3226-40ef-841d-50f180410b97 None None] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:30:47.775539 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Provisioning for port 72cfad63-ba19-4c3e-a6e4-ec858919333c completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:30:47.788165 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Provisioning complete for port 72cfad63-ba19-4c3e-a6e4-ec858919333c triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:30:47.788545 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:47.935878 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:47.975813 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] For port 72cfad63-ba19-4c3e-a6e4-ec858919333c, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=72cfad63-ba19-4c3e-a6e4-ec858919333c,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:30:47.981419 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:47.983942 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:30:48.041326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Pushing event updated for resources: {'Port': ['ID=72cfad63-ba19-4c3e-a6e4-ec858919333c,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:30:48.044925 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:30:48.209705 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-a6621dce-e2f8-401e-9d47-12893e59bd43 None None] Provisioning complete for port 72cfad63-ba19-4c3e-a6e4-ec858919333c triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:30:48.210122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a6621dce-e2f8-401e-9d47-12893e59bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:48.693150 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4d121f7e-4686-4b47-8c67-5fd9925aea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:48.895817 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:30:49.382730 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 72cfad63-ba19-4c3e-a6e4-ec858919333c up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:30:49.432827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 72cfad63-ba19-4c3e-a6e4-ec858919333c triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:30:49.433205 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:51.206777 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-690830da-bc2f-4bab-8a19-fc4837827f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:51.468363 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:52.636707 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:30:54.049225 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:18.694426 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6800579f-05b4-4d41-a2a5-45466d6ac6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:21.210521 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a60862e6-05b6-4cff-b0bc-c939c5e2caba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:21.475837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:22.639910 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:24.047576 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:25.893884 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:31:48.704618 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7832806f-347b-4726-bb14-6a909f17343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:51.220689 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7e19ff9a-9c81-4b97-a4e6-57df2b50c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:51.473419 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:52.646873 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:54.052187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:55.625803 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56730) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:31:55.632030 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [None req-2050a895-c2b0-4705-bbc9-dd8774514b5d tempest-verify_tempest_config-1910966191 tempest-verify_tempest_config-1910966191-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:31:55.633042 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2050a895-c2b0-4705-bbc9-dd8774514b5d tempest-verify_tempest_config-1910966191 tempest-verify_tempest_config-1910966191-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062094 Jun 29 13:31:56.060968 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56748) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:31:56.199949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.308845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.313284 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.322728 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:31:56.365400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a077a5-b050-45e8-b1be-dab922556d52,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:31:56.369149 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47527d360adc4545a99e742b75787935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3069124 Jun 29 13:31:56.371862 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56752) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:31:56.375237 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.375597 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.375938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.376270 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.376596 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.376937 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.377263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.377583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.377920 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.379001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.379351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.379674 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.383657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:31:56.461580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.484882 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.584572 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.589684 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:31:56.591997 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a077a5-b050-45e8-b1be-dab922556d52 HTTP/1.1" status: 204 len: 168 time: 0.2188339 Jun 29 13:31:56.593225 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:31:56.604924 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a077a5-b050-45e8-b1be-dab922556d52,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:31:56.613708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.614117 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.614490 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.614827 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.615178 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.615523 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.615850 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.616174 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.616575 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.616816 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.617137 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.617453 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:31:56.621130 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:32:02.893162 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:32:18.698597 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-096c3bbe-bca3-4596-aaad-dadbed61e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:21.214922 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a81ec87a-7242-442e-b9a0-86913ca970b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:21.467895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:22.647682 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:24.055722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:39.893053 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:32:48.701546 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bfce29f5-c002-47b7-83cd-bf41b0fd3bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:51.216469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac576060-90d7-4715-9dfc-f22f83736c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:51.473224 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:52.652516 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:32:54.056118 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:16.892056 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 5 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:33:18.705784 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8305aff7-bed9-48d3-9bba-5eea34ff7e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:21.223671 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-055b7758-2dd6-4cf9-9905-d1026a6262bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:21.474918 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:22.653236 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:24.061063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:34.846762 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770388'] for agent, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:39.330228 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56806) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:33:39.445032 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8f716758-9dde-44d0-9a39-f98d66a5fb3d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1135345 Jun 29 13:33:41.649784 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56816) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:33:41.710003 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-114cfa80-5f71-4aeb-9a18-9bff3539ed2e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0590742 Jun 29 13:33:48.707299 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9e1869b8-be7e-471f-8676-ca2e1bbd1513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:51.215506 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c1dd06b9-8c22-4544-b5a8-ccc830fc34ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:51.478878 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:52.655504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:33:53.891579 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:33:54.064145 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:04.801628 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:18.710671 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-73fb8249-dca4-46c8-af11-039520e9e7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:21.218899 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8815b378-5856-4512-8c66-0e5e897d064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:21.480921 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:22.663667 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:24.066231 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:30.892597 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:34:34.831013 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:48.713917 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4879ad36-9617-4a82-bf77-a3a33ab18d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:51.220556 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-722a464e-ec50-405f-a52b-330f8314713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:51.489282 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:52.663926 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:34:54.072750 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:04.825858 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:07.892576 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:35:10.215345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 56936) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:10.455088 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1363266-network', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:10.498760 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Made reservation on behalf of a3eb9ee156e043febf3dc7da279a6635 for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:10.501189 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.510464 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.614134 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.619064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.625721 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:10.667068 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:35:10.685024 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.685542 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Added segment 2c7e393b-4910-4461-8a85-9c835768f2f6 of type vlan for network 8aa46977-b221-4d56-b253-62ab6dea0210 Jun 29 13:35:10.704090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b78ca2-46b7-4a3c-b274-7329b96eb5a1,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:10.729210 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.729584 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.729928 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.730304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.730598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.730954 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.731269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.731591 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.731926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.732290 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.732557 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.732853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Tracked resource versions report: Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: pushed versions: Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: { 'AddressGroup': {'1.2'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'ConntrackHelper': {'1.0'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Log': {'1.0'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Network': {'1.1'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Port': {'1.7'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'PortForwarding': {'1.2'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'QosPolicy': {'1.8'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroup': {'1.4'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SubPort': {'1.0'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Subnet': {'1.1'}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Trunk': {'1.1'}} Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: consumer versions: Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: HyperV agent@hv-cinder-79760: {}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'ConntrackHelper': '1.0', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Log': '1.0', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Network': '1.1', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Port': '1.7', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'PortForwarding': '1.2', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'QosPolicy': '1.8', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroup': '1.4', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SecurityGroupRule': '1.2', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'SubPort': '1.0', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Subnet': '1.1', Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: 'Trunk': '1.1'}} Jun 29 13:35:10.733965 dv-cinder-797608-3-iscsi neutron-server[93160]: {{(pid=93160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:35:10.760714 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.784084 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:10.794778 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.796240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:10.797082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:10.803233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:10.863031 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6465983 Jun 29 13:35:10.866668 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Pushing event updated for resources: {'Network': ['ID=8aa46977-b221-4d56-b253-62ab6dea0210,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:10.868440 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 56986) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:10.875484 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Request body: {'subnet': {'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1363266-subnet', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:10.877098 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 8aa46977-b221-4d56-b253-62ab6dea0210 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:35:10.884400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:10.905202 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Made reservation on behalf of a3eb9ee156e043febf3dc7da279a6635 for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:10.907944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.108055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.114263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:11.173476 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb67c62-ebaf-489b-8c30-cb5e59042061,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:11.184179 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.184540 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.185146 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.185766 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.186138 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.186479 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.186970 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.187700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.188112 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.188336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.188814 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.189137 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Tracked resource versions report: Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: pushed versions: Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: { 'AddressGroup': {'1.2'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'ConntrackHelper': {'1.0'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Log': {'1.0'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Network': {'1.1'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Port': {'1.7'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'PortForwarding': {'1.2'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'QosPolicy': {'1.8'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroup': {'1.4'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SubPort': {'1.0'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Subnet': {'1.1'}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Trunk': {'1.1'}} Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: consumer versions: Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: HyperV agent@hv-cinder-79760: {}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'ConntrackHelper': '1.0', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Log': '1.0', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Network': '1.1', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Port': '1.7', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'PortForwarding': '1.2', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'QosPolicy': '1.8', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroup': '1.4', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SecurityGroupRule': '1.2', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'SubPort': '1.0', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Subnet': '1.1', Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: 'Trunk': '1.1'}} Jun 29 13:35:11.190254 dv-cinder-797608-3-iscsi neutron-server[93159]: {{(pid=93159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:35:11.192638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Checking segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:11.192854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Network hostable DHCP agents. Network: 8aa46977-b221-4d56-b253-62ab6dea0210, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:35:11.197816 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:11.217951 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:35:11.228900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 8aa46977-b221-4d56-b253-62ab6dea0210) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:11.234470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:11.235473 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.246630 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de08bcb-1afa-4a4a-aff3-2752089c1b57 None None] Network 8aa46977-b221-4d56-b253-62ab6dea0210 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:11.278095 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4074264 Jun 29 13:35:11.281729 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57008) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:11.287577 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:11.318913 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.321246 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.437617 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.441070 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-8aa46977-b221-4d56-b253-62ab6dea0210', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:35:11.443107 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.599862 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.633326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Allocated IP 172.20.0.2 (8aa46977-b221-4d56-b253-62ab6dea0210/3bb67c62-ebaf-489b-8c30-cb5e59042061/38eacde9-ac4a-4c10-bc26-66b86f5c01c6) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:11.838081 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.844228 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.852245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Transition to ACTIVE for port object 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:11.872248 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Transition to ACTIVE for port object 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:11.873879 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.882460 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:11.886265 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7da0c2d0-b397-4f3f-8bbb-fdda03886b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:11.931485 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Pushing event updated for resources: {'Port': ['ID=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:11.940099 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.940442 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.940781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.941110 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.941435 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.941756 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.942111 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.942436 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.942781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.943105 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.943418 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.943780 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Tracked resource versions report: Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: pushed versions: Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: { 'AddressGroup': {'1.2'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'ConntrackHelper': {'1.0'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Log': {'1.0'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Network': {'1.1'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Port': {'1.7'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'PortForwarding': {'1.2'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'QosPolicy': {'1.8'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroup': {'1.4'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SubPort': {'1.0'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Subnet': {'1.1'}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Trunk': {'1.1'}} Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: consumer versions: Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: HyperV agent@hv-cinder-79760: {}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'ConntrackHelper': '1.0', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Log': '1.0', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Network': '1.1', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Port': '1.7', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'PortForwarding': '1.2', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'QosPolicy': '1.8', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroup': '1.4', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SecurityGroupRule': '1.2', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'SubPort': '1.0', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Subnet': '1.1', Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: 'Trunk': '1.1'}} Jun 29 13:35:11.945018 dv-cinder-797608-3-iscsi neutron-server[93161]: {{(pid=93161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:35:11.948063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:11.955992 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:11.957394 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:11.960976 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:12.004423 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Allocated IP 172.27.0.172 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/9bfa2d2a-7156-4545-886b-b58118bb465a) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:12.045532 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Attempting to bind port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:12.045909 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Attempting to bind port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:12.046324 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Attempting to bind port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:12.053118 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:12.053786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Checking segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:12.054270 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.054518 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Bound using segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:12.055006 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Bound port: 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:12.055458 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.137970 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.150133 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] For port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:12.154703 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] For port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:12.162007 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.166415 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:12.187663 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.198281 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-436f572f-8027-491d-b268-ba497b0c5a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:12.213523 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:12.216164 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:12.218748 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:12.251189 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Pushing event updated for resources: {'Port': ['ID=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:12.258204 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:12.349846 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57052) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:12.351983 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfa2d2a-7156-4545-886b-b58118bb465a,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:12.357019 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:12.622024 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.730604 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57064) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:12.831804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-network', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:12.877830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Made reservation on behalf of 82c6fe33d6ea4626a98fe5b677b3c887 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:12.881181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.890055 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.899960 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:12.963150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57074) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:13.070705 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.076525 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.088354 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:35:13.094440 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:35:13.106969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.107917 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Added segment 0cd17e5c-fd65-4927-b8b3-d2d89b258819 of type vlan for network 53c846d0-1c64-46b4-a54a-1a536e633801 Jun 29 13:35:13.154566 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.189234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:13.196477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-514135619-network', 'tenant_id': 'cc2dc407b903494c898f9b2206db22cc'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:13.220002 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.235100 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:13.235822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.250526 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Made reservation on behalf of cc2dc407b903494c898f9b2206db22cc for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:13.253295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.261106 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9070890 Jun 29 13:35:13.319738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:13.321252 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57088) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:13.331986 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:13.335084 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Request body: {'subnet': {'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-subnet', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:13.349510 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:13.352459 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:34:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:13.356799 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.356799 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0734923 Jun 29 13:35:13.362676 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57092) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:13.432860 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.449124 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ba60e-2239-4ccc-94a1-44adec5873df,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:13.464451 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:13.464865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:13.498351 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a661ec4-805f-47ff-b370-83307e69437c None None] Network 8aa46977-b221-4d56-b253-62ab6dea0210 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:13.695429 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:13.715734 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-network', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:13.798298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Pushing event updated for resources: {'Network': ['ID=53c846d0-1c64-46b4-a54a-1a536e633801,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:13.801345 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-7ab5e04a-b90a-489e-aa30-2c7aff69459d None None] Provisioning for port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:13.813851 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:13.833168 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.840699 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:13.841200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.860390 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 53c846d0-1c64-46b4-a54a-1a536e633801 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:35:13.863349 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.db.api [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 13:35:13.863349 dv-cinder-797608-3-iscsi neutron-server[93160]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 13:35:13.863349 dv-cinder-797608-3-iscsi neutron-server[93160]: [parameters: {'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'id': '24407c29-7304-443e-8ece-730ab75e3485', 'expiration': datetime.datetime(2021, 6, 29, 13, 37, 13, 595946)}] Jun 29 13:35:13.863349 dv-cinder-797608-3-iscsi neutron-server[93160]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 13:35:13.863766 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_db.api [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 13:35:13.869247 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:35:13.880236 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.884920 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Made reservation on behalf of bee516bd3209443c8f410421ff9f6313 for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:13.887526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.893549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:13.893969 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Added segment 1845a87b-b6c1-4d16-bb82-c41d86b22a7f of type vlan for network 1094675f-25b5-4247-9780-e03ce0ac7558 Jun 29 13:35:13.911187 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.008614 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.027107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.071234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ba900c18-a7ec-4058-9675-26507a071313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:14.103234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.116608 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:14.117440 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.131685 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:14.154567 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:14.157458 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.172171 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:14.177015 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.183203 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4485071 Jun 29 13:35:14.184667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:14.185395 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:14.185792 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:12Z', 'revision_number': 3, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:14.187986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57114) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:14.193433 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:14.197443 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Request body: {'subnet': {'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-514135619-subnet', 'tenant_id': 'cc2dc407b903494c898f9b2206db22cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:14.257414 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:35:14.271807 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:14.273883 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Updating router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc port 9bfa2d2a-7156-4545-886b-b58118bb465a binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:14.357473 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.373607 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.387147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1094675f-25b5-4247-9780-e03ce0ac7558,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:14.389437 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Allocated IP 172.20.0.1 (8aa46977-b221-4d56-b253-62ab6dea0210/3bb67c62-ebaf-489b-8c30-cb5e59042061/c1551658-b408-43ca-abbf-e0395cc1639f) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:14.395012 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Made reservation on behalf of cc2dc407b903494c898f9b2206db22cc for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:14.400957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.404367 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 1094675f-25b5-4247-9780-e03ce0ac7558 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:35:14.627760 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:14.634686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.648698 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:14.659906 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.707783 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Transition to ACTIVE for port object c1551658-b408-43ca-abbf-e0395cc1639f will not be triggered until provisioned by entity DHCP. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:14.712047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:14.717955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.725906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bafcaf66-72e9-4605-845b-cb202ef0c4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:14.748677 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:14.754091 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:14.767149 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-f3b4e65c-7927-4f37-bcf5-f28573e3240c None None] Provisioning complete for port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:14.767535 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e65c-7927-4f37-bcf5-f28573e3240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.777529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.777808 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Added segment f9777dc0-f8ac-48ca-aedb-a84f87d9553b of type vlan for network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 Jun 29 13:35:14.785651 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc05724-dfb9-426c-8f1d-b6828ad99933,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:14.791234 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:14.873437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77965f5c-0686-4105-acbc-1fc1eb8a8f52,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:14.879910 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:14.903202 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Checking segment: {'id': '1845a87b-b6c1-4d16-bb82-c41d86b22a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:14.903681 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Network hostable DHCP agents. Network: 1094675f-25b5-4247-9780-e03ce0ac7558, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:35:14.932231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.940163 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Made reservation on behalf of 82c6fe33d6ea4626a98fe5b677b3c887 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:14.942732 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.947602 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Network 1094675f-25b5-4247-9780-e03ce0ac7558 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:35:14.971598 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 1094675f-25b5-4247-9780-e03ce0ac7558) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:14.991721 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:14.993468 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:14.994331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00ad1d-96ea-4a67-9bf3-4742dc450751 None None] Network 1094675f-25b5-4247-9780-e03ce0ac7558 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:14.998059 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.017766 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:15.056649 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8667722 Jun 29 13:35:15.212453 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.214936 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.230523 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Transition to ACTIVE for port object 9bfa2d2a-7156-4545-886b-b58118bb465a will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:15.240339 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.260518 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:15.261530 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:15.265619 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:15.266312 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.326312 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae009871-9a54-45c8-bf21-4f8e4f5f7a28 None None] Network 1094675f-25b5-4247-9780-e03ce0ac7558 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:15.326569 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:15.340187 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:15.340187 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.353389 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Pushing event updated for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:15.378106 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Attempting to bind port 9bfa2d2a-7156-4545-886b-b58118bb465a on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:15.378106 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Attempting to bind port 9bfa2d2a-7156-4545-886b-b58118bb465a by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:15.378106 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Attempting to bind port 9bfa2d2a-7156-4545-886b-b58118bb465a on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:15.410709 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Pushing event updated for resources: {'Port': ['ID=9bfa2d2a-7156-4545-886b-b58118bb465a,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:15.425319 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.425985 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.426680 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.427239 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.429188 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.430012 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.430748 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.432484 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.433569 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.434696 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.435562 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.436387 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:15.438767 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Tracked resource versions report: Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: pushed versions: Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: consumer versions: Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: HyperV agent@hv-cinder-79760: {}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: L3 agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: Metadata agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: Metering agent@dv-cinder-797608-3-iscsi: {}, Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-797608-3-iscsi: { 'AddressGroup': '1.2', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Log': '1.0', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Network': '1.1', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Port': '1.7', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'SubPort': '1.0', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Subnet': '1.1', Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jun 29 13:35:15.443096 dv-cinder-797608-3-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 13:35:15.453590 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:15.453953 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:15.455762 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:15.456418 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:15.457091 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.458396 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:15.459185 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Bound port: 9bfa2d2a-7156-4545-886b-b58118bb465a, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:15.462080 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.580262 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] For port 9bfa2d2a-7156-4545-886b-b58118bb465a, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:15.587775 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] For port 9bfa2d2a-7156-4545-886b-b58118bb465a, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=9bfa2d2a-7156-4545-886b-b58118bb465a,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:15.595774 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.619446 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:15.638292 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6739984 Jun 29 13:35:15.641166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57162) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:15.652671 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Request body: {'subnet': {'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-subnet', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:15.690894 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:15.694724 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:15.698527 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:34:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:15.705880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Made reservation on behalf of bee516bd3209443c8f410421ff9f6313 for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:15.709355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:15.758892 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0aa4680-d7a2-499c-a5d6-cf550e5236a1,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:15.763776 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:15.805706 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:35:16.008852 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.021838 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:16.060360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e00a2330-f2f2-4ba3-bcc8-f335c9334427 None None] Provisioning for port c1551658-b408-43ca-abbf-e0395cc1639f completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:16.088641 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e00a2330-f2f2-4ba3-bcc8-f335c9334427 None None] Provisioning complete for port c1551658-b408-43ca-abbf-e0395cc1639f triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:16.089330 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e00a2330-f2f2-4ba3-bcc8-f335c9334427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.096250 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:16.119889 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:16.121272 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.170411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e00a2330-f2f2-4ba3-bcc8-f335c9334427 None None] Port c1551658-b408-43ca-abbf-e0395cc1639f cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:16.211259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.213550 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.219953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c05e11f6-ecc9-4681-aa46-326d934d7fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:16.259659 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:16.275168 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:16.354786 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Pushing event updated for resources: {'Port': ['ID=9bfa2d2a-7156-4545-886b-b58118bb465a,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:16.357023 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Checking segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:16.357395 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Network hostable DHCP agents. Network: 53c846d0-1c64-46b4-a54a-1a536e633801, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:35:16.360958 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:16.418601 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=938d85f8-6373-48ce-8713-261c38f50319,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:16.433369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:16.435357 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:35:16.451198 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Checking segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:16.451686 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Network hostable DHCP agents. Network: d0aa4680-d7a2-499c-a5d6-cf550e5236a1, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:35:16.470564 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 53c846d0-1c64-46b4-a54a-1a536e633801) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:16.483056 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c84455-a238-498b-a195-9d15d515d51b None None] Network 53c846d0-1c64-46b4-a54a-1a536e633801 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:16.499453 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:16.501880 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.508571 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:35:16.511158 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:12Z', 'revision_number': 3, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:16.528207 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, d0aa4680-d7a2-499c-a5d6-cf550e5236a1) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:16.545507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:16.546176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.583743 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9379246 Jun 29 13:35:16.584248 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57200) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:16.599896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:16.621540 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b262d4-6e05-495d-98bd-f3f7a8013169 None None] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:16.633874 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c18d7-8a62-4429-b4db-56f200cf74b0 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:12Z', 'revision_number': 3, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:16.667284 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.668494 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.696954 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3665385 Jun 29 13:35:16.699717 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57206) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:16.712647 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:16.790381 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.791414 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:16.795115 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.004511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.014831 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57224) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:17.033703 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.034398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.111629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.114500 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.154622 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:17.200289 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57228) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:17.338581 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Pushing event updated for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:17.351880 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:17.354007 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.443086 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf25426-93b9-4d24-9dd6-f14f5b6de9d1 None None] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:17.498233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.509730 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:17.535439 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:17.549402 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-53c846d0-1c64-46b4-a54a-1a536e633801', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:35:17.550717 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.562561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.769517 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.775953 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 9bfa2d2a-7156-4545-886b-b58118bb465a up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:17.798406 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:17.849217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57254) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:17.853190 dv-cinder-797608-3-iscsi neutron-server[93159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 13:35:17.907819 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Allocated IP 172.20.0.2 (53c846d0-1c64-46b4-a54a-1a536e633801/6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077/d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:18.078466 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:35:18.173443 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-3f36f452-e508-42e2-b000-a9d85166a6bb None None] Provisioning complete for port c1551658-b408-43ca-abbf-e0395cc1639f triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:18.174121 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-3f36f452-e508-42e2-b000-a9d85166a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.201651 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.226397 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.242197 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Allocated IP 172.27.0.76 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/6eeafef8-dacc-47a0-886a-0b4f6fffd1c5) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:18.336479 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-3f36f452-e508-42e2-b000-a9d85166a6bb None None] Port c1551658-b408-43ca-abbf-e0395cc1639f cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:18.357195 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 9bfa2d2a-7156-4545-886b-b58118bb465a completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:18.372119 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 9bfa2d2a-7156-4545-886b-b58118bb465a triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:18.372493 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.429354 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-0a12427c-6136-4431-9d8e-8525ab733037 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:18.430842 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-0a12427c-6136-4431-9d8e-8525ab733037 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/networks?id=1094675f-25b5-4247-9780-e03ce0ac7558 HTTP/1.1" status: 200 len: 811 time: 0.5808289 Jun 29 13:35:18.463073 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:18.483593 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.497810 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-ba577255-baed-4693-bfc9-bb8a9375b66e tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/quotas/cc2dc407b903494c898f9b2206db22cc HTTP/1.1" status: 200 len: 375 time: 0.0586348 Jun 29 13:35:18.515943 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Transition to ACTIVE for port object d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:18.531448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.552184 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Transition to ACTIVE for port object d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:18.555965 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.563147 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.572258 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:18.601350 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f907535fc5485eaf9a0ff4e6fb8ade&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5849335 Jun 29 13:35:18.607753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57284) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:18.608841 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.630312 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 9bfa2d2a-7156-4545-886b-b58118bb465a, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=9bfa2d2a-7156-4545-886b-b58118bb465a,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:18.647995 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-fa915471-548e-4986-b3e1-84445122b3aa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc2dc407b903494c898f9b2206db22cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417587 Jun 29 13:35:18.648102 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.648192 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:18.657392 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.671144 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:18.674866 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Pushing event updated for resources: {'Port': ['ID=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:18.689330 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:18.689789 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:18.692138 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:18.699635 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:18.713798 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:18.719918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:18.726347 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:18.732860 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:18.744361 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b8a4d-b6cb-470b-9ebc-ae11228171d1,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:18.773854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:18.793342 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.798525 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:18.841498 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=9bfa2d2a-7156-4545-886b-b58118bb465a,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:18.848711 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:18.857485 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] 10.222.0.21 "PUT /v2.0/routers/a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4937272 Jun 29 13:35:18.864660 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:18.928035 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.935823 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.946467 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.951067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b672c6c2-7e05-4187-8821-50acec5e15eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.971592 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Attempting to bind port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:18.971999 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Attempting to bind port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:18.972408 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Attempting to bind port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:18.974569 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.981992 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:18.982425 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Checking segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:18.983449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:18.984132 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-66684553-1d5a-4fc4-b8a3-6d950ea6c659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:18.984414 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Bound using segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:18.984932 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Bound port: d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:18.985532 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.015127 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-d5d445dd-8721-4781-a15d-fa8b5b4816be service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:35:19.016592 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-d5d445dd-8721-4781-a15d-fa8b5b4816be service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120560 Jun 29 13:35:19.045016 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8107b08744a1490398f45743f526e896&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8417349 Jun 29 13:35:19.045833 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27d241-b221-4eac-94b3-2ec53ebeef86,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:19.048380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57302) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:19.055551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:19.060831 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Allocated IP 172.27.0.250 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/62fea60c-c3a9-43bd-a234-47d543f9ea3e) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:19.120539 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] For port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:19.124503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] For port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:19.131561 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.136252 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:19.168389 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.233362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.236062 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Pushing event updated for resources: {'Port': ['ID=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:19.247880 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.261819 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:19.314362 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.321973 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.325538 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/954b8a4d-b6cb-470b-9ebc-ae11228171d1 HTTP/1.1" status: 204 len: 168 time: 0.7129579 Jun 29 13:35:19.330367 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.335128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-74f3522e-6f57-4cdc-bde2-9f0fe2f8b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:19.337731 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:19.345414 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-849def00-2fbb-4f92-9e89-384b5cbd3132 service neutron] 10.222.0.21 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778838 Jun 29 13:35:19.349302 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.384671 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b8a4d-b6cb-470b-9ebc-ae11228171d1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:19.386479 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:19.396764 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:19.405302 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.423759 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:19.432968 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:19.433810 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:34:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:19.437064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.438786 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c27d241-b221-4eac-94b3-2ec53ebeef86 HTTP/1.1" status: 204 len: 168 time: 0.3844819 Jun 29 13:35:19.439888 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:19.465949 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Pushing event updated for resources: {'Port': ['ID=62fea60c-c3a9-43bd-a234-47d543f9ea3e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:19.482322 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:19.518771 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:19.523909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b661d179-5970-4fa8-bbac-f31d6fbb181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:19.563158 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-0f449107-8ce8-431d-910f-eee71fad319d service neutron] 10.222.0.21 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997709 Jun 29 13:35:19.627435 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27d241-b221-4eac-94b3-2ec53ebeef86,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:19.733783 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 9bfa2d2a-7156-4545-886b-b58118bb465a up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:19.740642 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:19.854369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:19.993300 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:20.167345 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57342) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:20.199060 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57344) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:20.201200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656419365', 'description': 'tempest-description--648278615'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:20.255595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.264561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.280764 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57354) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:20.319245 dv-cinder-797608-3-iscsi neutron-server[93160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 13:35:20.333548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.360431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57362) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:20.387436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.388578 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 9bfa2d2a-7156-4545-886b-b58118bb465a triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:20.388950 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.442944 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ea0ad6dc-56c1-4aa8-bfdf-ec3b84d408cb req-b4db49b4-6f6e-4a51-83c4-37027c2ffc2f tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.1256213 Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.db.api [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: [parameters: {'project_id_1': 'a3eb9ee156e043febf3dc7da279a6635', 'expiration_1': datetime.datetime(2021, 6, 29, 13, 35, 20, 419709)}] Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_db.api [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 13:35:20.481876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:35:20.589398 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.595357 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.628287 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:20.661387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:20.665596 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57370) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:20.667084 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae95695b17b474ab870b19d2269b120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4643676 Jun 29 13:35:20.684563 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Sync routers for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:20.697992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9261cc-7581-487f-b22a-b78117524065,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:20.701251 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:20.701429 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:20.704493 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:34:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:20.776114 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:16Z', 'revision_number': 2, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:20.825799 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.831683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:20.838115 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Updating router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc port c1551658-b408-43ca-abbf-e0395cc1639f binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:20.905654 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.915228 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.919252 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:20.981593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.082329 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd802d-3447-45e2-85d5-5487f3e5e7cd None None] Network 53c846d0-1c64-46b4-a54a-1a536e633801 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:21.085569 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:21.124912 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:35:21.164613 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-988f8293-0d22-4fc0-a07c-dc1e9a06270a None None] Provisioning for port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:21.250061 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.257032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.312355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.313547 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd9261cc-7581-487f-b22a-b78117524065 HTTP/1.1" status: 204 len: 168 time: 0.6468511 Jun 29 13:35:21.314549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.317978 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 3, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:21.330391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:21.348493 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1729922c-da80-402b-9a34-86c3c3172272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:21.351053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.355153 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7589121 Jun 29 13:35:21.356257 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57402) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:21.397867 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b7ba7-0195-4f62-91d7-e8e8e8b12e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9261cc-7581-487f-b22a-b78117524065,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:21.424823 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Checking router: ac66d476-e8b6-41b3-a0bb-21c48cd8d980 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:21.425190 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Updating router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:21.461649 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb9caac7f6294ad18d8a23e17bc93127&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0994875 Jun 29 13:35:21.467061 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57404) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:21.482933 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9906c5f-b593-4ba3-9f5e-354435f4951a,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:21.495620 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:21.498278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:21.498753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:21.517329 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.530553 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:21.606831 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57414) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:21.618562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.632082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.634164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.639343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:21.691756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.693285 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.5203564 Jun 29 13:35:21.702441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.707605 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57418) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:21.713966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group_rule': {'security_group_id': '79bc06fc-8ba7-4dc3-840e-18e6c7d2222e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:21.735590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:21.743670 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:21.763319 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-951e967b-d651-4bf1-8dc6-42ebefc2e422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.791845 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:21.793513 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:34:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:21.802220 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.808930 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:21.811212 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9906c5f-b593-4ba3-9f5e-354435f4951a HTTP/1.1" status: 204 len: 168 time: 0.3429408 Jun 29 13:35:21.812548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c5c0006-2a0f-4a36-be36-78a5d49a9036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:21.825271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9906c5f-b593-4ba3-9f5e-354435f4951a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:21.827542 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:21.842476 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:22.049211 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.051392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.055233 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57428) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:22.063913 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3630834 Jun 29 13:35:22.088477 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.102213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Transition to ACTIVE for port object c1551658-b408-43ca-abbf-e0395cc1639f will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:22.111412 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-844fad19-260b-46a9-a5f1-f36f5f90f715 req-ed072280-f773-4871-a2ed-1b554ee37145 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.1302423 Jun 29 13:35:22.166277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.261350 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.291153 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Transition to ACTIVE for port object 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:22.302528 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.319654 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:22.414476 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:22.450924 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Attempting to bind port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:22.451683 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Attempting to bind port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:22.453408 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Attempting to bind port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:22.484317 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:22.486858 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:22.487909 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.490188 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:22.496979 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Bound port: 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:22.497653 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.520202 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.525553 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.535136 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-ad65a63c-32e3-4516-9e95-c3ef76f798ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:22.587945 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.641457 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] For port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:22.651282 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] For port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:22.660398 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Pushing event updated for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:22.666410 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:22.667033 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153fdfd-0c2c-4edf-87a9-f9389487b18a None None] Pushing event updated for resources: {'Port': ['ID=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:22.674188 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:22.678616 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9153fdfd-0c2c-4edf-87a9-f9389487b18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:22.684924 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:22.790665 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153fdfd-0c2c-4edf-87a9-f9389487b18a None None] Pushing event updated for resources: {'Port': ['ID=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:22.794512 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:22.795560 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:22.797906 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9153fdfd-0c2c-4edf-87a9-f9389487b18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:22.852121 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.068893 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Allocated IP 172.20.0.1 (d0aa4680-d7a2-499c-a5d6-cf550e5236a1/938d85f8-6373-48ce-8713-261c38f50319/f95f0568-5a90-42f2-bc84-f69dcb89737e) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:23.083386 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:23.343950 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.357310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.387038 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.395074 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:23.419134 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Attempting to bind port c1551658-b408-43ca-abbf-e0395cc1639f on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:23.419781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Attempting to bind port c1551658-b408-43ca-abbf-e0395cc1639f by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:23.420554 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Attempting to bind port c1551658-b408-43ca-abbf-e0395cc1639f on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:23.433323 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:23.503040 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:23.503631 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.619224 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 3, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:23.629753 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:23.629753 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Checking segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:23.630196 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.630605 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Bound using segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:23.631327 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Bound port: c1551658-b408-43ca-abbf-e0395cc1639f, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:23.632103 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.653937 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4f218ed0-ea61-4318-9e0b-da74b399856f req-d4a7ac77-f76b-4e86-b1d5-024e00121f10 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.1344550 Jun 29 13:35:23.674282 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.679040 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-dbb03b23-c84f-423d-83b6-b1b5aa6abb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:23.699620 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f28455-566e-4b2b-a5df-299374bf0759 None None] The sync data for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 3, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:23.703521 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4630d7cd-579a-4c0f-a1c8-fdbf81884be4,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:23.719559 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:23.752791 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:23.756046 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:23.761912 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:23.762424 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.807364 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.816709 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Pushing event updated for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:23.830524 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:23.832508 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.847873 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.853424 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:23.862894 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.864617 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5d3aec71-b2f6-4440-9788-cc3e230172e1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1554363 Jun 29 13:35:23.878645 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57496) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:23.896153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group_rule': {'security_group_id': '79bc06fc-8ba7-4dc3-840e-18e6c7d2222e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:23.964353 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-909357ef-9263-4b09-b9c7-1145caccc79c None None] Provisioning complete for port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:23.965226 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-909357ef-9263-4b09-b9c7-1145caccc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:23.986002 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69a34bcd79554588a5834da356bec668&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3715808 Jun 29 13:35:23.987398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d76b1-06d5-4696-aec3-fd3b7c15b819,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:23.998676 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57502) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:24.020444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:24.067685 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.143332 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:19Z', 'revision_number': 3, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:24.153373 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.250407 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.308451 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.308583 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:24.308989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Updating router 03a5d529-69b8-47ac-8e28-acb55cae2e06 port 62fea60c-c3a9-43bd-a234-47d543f9ea3e binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:24.322042 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.61', 50982) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:24.335998 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.369083 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Allocated IP 172.20.0.1 (53c846d0-1c64-46b4-a54a-1a536e633801/6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077/b7740320-f9b4-4e47-9f34-3bd09e66d79b) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:24.375848 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.377505 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] For port c1551658-b408-43ca-abbf-e0395cc1639f, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:24.386235 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.448125 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] For port c1551658-b408-43ca-abbf-e0395cc1639f, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=c1551658-b408-43ca-abbf-e0395cc1639f,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:24.449837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.464665 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.485582 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:24.524799 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.535364 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:24.540589 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.541775 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a08d76b1-06d5-4696-aec3-fd3b7c15b819 HTTP/1.1" status: 204 len: 168 time: 0.5400639 Jun 29 13:35:24.548734 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:24.577904 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d76b1-06d5-4696-aec3-fd3b7c15b819,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:24.580561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:24.589638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dd5851-3c68-4f61-8d48-ea0dc8b94533,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:24.616176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:24.648467 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.714845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.724763 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.726749 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.735523 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.737539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6257a9e4-904d-418b-8e71-1b7a32038da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8493142 Jun 29 13:35:24.741386 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57524) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:24.750806 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:24.772848 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:24.847569 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Pushing event updated for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:24.850717 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:24.896053 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Pushing event updated for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:24.942486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:24.962231 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:24.966175 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:24.971097 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:24.971802 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:24.977356 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:24.981549 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:25.009143 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-909357ef-9263-4b09-b9c7-1145caccc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.085787 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-f5a27c2f-b1ad-453f-8cbc-072ebba4a241 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:25.106965 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:25.109539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-f5a27c2f-b1ad-453f-8cbc-072ebba4a241 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.61 "GET /v2.0/networks?id=1094675f-25b5-4247-9780-e03ce0ac7558 HTTP/1.1" status: 200 len: 811 time: 0.7696469 Jun 29 13:35:25.116609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.216311 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4963c654-ab51-41d7-81d3-e3c6615203ec req-737f4e17-7a60-42ad-8da4-ff8b6844edd1 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.0516391 Jun 29 13:35:25.217177 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Request body: {'port': {'device_id': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558', 'admin_state_up': True, 'tenant_id': 'cc2dc407b903494c898f9b2206db22cc'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:25.226235 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:35:25.323893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:25.332335 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:25.398374 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:25.469425 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:25.485180 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] 10.222.0.21 "PUT /v2.0/routers/ac66d476-e8b6-41b3-a0bb-21c48cd8d980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1230083 Jun 29 13:35:25.494347 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.547650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Transition to ACTIVE for port object b7740320-f9b4-4e47-9f34-3bd09e66d79b will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:25.596499 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:25.605957 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:25.606990 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.661838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Made reservation on behalf of cc2dc407b903494c898f9b2206db22cc for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:25.668245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.676012 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57572) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:25.677031 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.693188 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.722501 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ff1f66b0-cbbc-46e5-b6f4-47540ba17f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:25.834204 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.db.api [None req-909357ef-9263-4b09-b9c7-1145caccc79c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 13:35:25.835831 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_db.api [None req-909357ef-9263-4b09-b9c7-1145caccc79c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 13:35:25.864451 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:25.865035 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:25.890632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:25.893826 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.940932 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:25.962498 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:25.962763 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:25.972968 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.024930 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:26.025769 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.048187 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-73d62b4b-8a52-4c19-aff9-db424910c3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:26.052249 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef25fc883ee84b81a19a4cc2fd7170d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747885 Jun 29 13:35:26.083017 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57586) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:26.183144 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b33cc-420c-423d-bd33-9f49bd2ee6c4,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:26.213388 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:26.263716 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.333355 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.419483 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.494260 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.520491 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.526966 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e98b33cc-420c-423d-bd33-9f49bd2ee6c4 HTTP/1.1" status: 204 len: 168 time: 0.4428792 Jun 29 13:35:26.532240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:26.555675 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b33cc-420c-423d-bd33-9f49bd2ee6c4,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:26.561893 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:26.569172 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:26.604978 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.607900 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.644678 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:26.690570 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57612) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:26.705803 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Transition to ACTIVE for port object 62fea60c-c3a9-43bd-a234-47d543f9ea3e will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:26.750461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:26.766458 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Sync routers for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:26.794365 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:26.794984 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:26.871678 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5a355a53-b242-4599-9f4f-5520b6601b43 req-9ce24338-a1b5-452f-9e7b-12c5a3ff7696 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.1401238 Jun 29 13:35:26.910596 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:26.933601 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:26.937932 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:27.006974 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Pushing event updated for resources: {'Port': ['ID=62fea60c-c3a9-43bd-a234-47d543f9ea3e,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:27.027426 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:27.057954 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:27.085423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Allocated IP 172.27.0.105 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/2b2a87f5-d8b0-4307-8045-073d1a8de2e9) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:27.086339 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Attempting to bind port 62fea60c-c3a9-43bd-a234-47d543f9ea3e on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:27.087021 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Attempting to bind port 62fea60c-c3a9-43bd-a234-47d543f9ea3e by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:27.088138 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Attempting to bind port 62fea60c-c3a9-43bd-a234-47d543f9ea3e on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:27.110398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Allocated IP 172.20.0.11 (1094675f-25b5-4247-9780-e03ce0ac7558/77965f5c-0686-4105-acbc-1fc1eb8a8f52/1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:27.126105 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-95c63de0-dc4e-4668-842e-46ff55a9b397 None None] Provisioning for port b7740320-f9b4-4e47-9f34-3bd09e66d79b completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:27.140655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:27.141452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:27.148941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.151122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:27.152046 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Bound port: 62fea60c-c3a9-43bd-a234-47d543f9ea3e, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:27.155086 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.295298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.362412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:27.371075 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-95c63de0-dc4e-4668-842e-46ff55a9b397 None None] Provisioning complete for port b7740320-f9b4-4e47-9f34-3bd09e66d79b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:27.371622 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-95c63de0-dc4e-4668-842e-46ff55a9b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.419820 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-95c63de0-dc4e-4668-842e-46ff55a9b397 None None] Port b7740320-f9b4-4e47-9f34-3bd09e66d79b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:27.423912 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:24Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:27.455307 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] For port 62fea60c-c3a9-43bd-a234-47d543f9ea3e, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:27.456909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.508254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55560cb7-d9a9-45ea-9dc0-a26407eddc52 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:24Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:27.543386 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] For port 62fea60c-c3a9-43bd-a234-47d543f9ea3e, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=62fea60c-c3a9-43bd-a234-47d543f9ea3e,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:27.557037 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.577920 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:27.692014 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.701422 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.704295 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:27.713242 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:23Z', 'revision_number': 4, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'f95f0568-5a90-42f2-bc84-f69dcb89737e', 'name': '', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'mac_address': 'fa:16:3e:be:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '938d85f8-6373-48ce-8713-261c38f50319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:22Z', 'updated_at': '2021-06-29T13:35:24Z', 'revision_number': 2, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'subnets': [{'id': '938d85f8-6373-48ce-8713-261c38f50319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:27.810800 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9037431a-a656-4d90-8208-2afcf2728c63,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:27.836719 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:27.861829 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Checking router: ac66d476-e8b6-41b3-a0bb-21c48cd8d980 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:27.869838 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Updating router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 port f95f0568-5a90-42f2-bc84-f69dcb89737e binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:27.945580 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42b00e147e2e421db541d65b459b8f00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2505255 Jun 29 13:35:27.947143 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57648) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:27.964181 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:27.977019 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Pushing event updated for resources: {'Port': ['ID=62fea60c-c3a9-43bd-a234-47d543f9ea3e,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:27.982392 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:28.026588 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:28.036157 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:28.046501 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:28.052365 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.111348 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57658) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:28.138328 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.242445 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.361458 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.367467 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.370450 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9037431a-a656-4d90-8208-2afcf2728c63 HTTP/1.1" status: 204 len: 168 time: 0.4215481 Jun 29 13:35:28.371568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:28.383933 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9037431a-a656-4d90-8208-2afcf2728c63,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:28.389355 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:28.772515 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.812759 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.830835 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:28.919609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.942122 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:28.955688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:29.065423 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:29.091538 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:29.387343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:29.388699 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:29.401394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:29.447494 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e29525d9-7513-4275-818c-2e1a1bcb684e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:29.474366 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:29.498799 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e29525d9-7513-4275-818c-2e1a1bcb684e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 819 time: 0.9660637 Jun 29 13:35:29.516295 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5758d157-7399-494e-935a-f4fa67883ace req-7b75c184-fcd3-4eb7-822e-de94b555db39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 210 time: 0.7276566 Jun 29 13:35:29.522309 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Transition to ACTIVE for port object f95f0568-5a90-42f2-bc84-f69dcb89737e will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:29.538359 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:29.543348 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:29.546366 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:29.584869 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-8fec48d1-0491-4277-8dd4-5d85a5ad43a3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/quotas/bee516bd3209443c8f410421ff9f6313 HTTP/1.1" status: 200 len: 375 time: 0.0850565 Jun 29 13:35:29.714169 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246943a-4cbe-4d94-b8e3-241ef08b7ad0 None None] Pushing event updated for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:29.736813 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0246943a-4cbe-4d94-b8e3-241ef08b7ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:29.933214 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:24Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:29.946652 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Attempting to bind port f95f0568-5a90-42f2-bc84-f69dcb89737e on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:29.947237 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Attempting to bind port f95f0568-5a90-42f2-bc84-f69dcb89737e by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:29.948607 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Attempting to bind port f95f0568-5a90-42f2-bc84-f69dcb89737e on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:29.957903 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:29.958507 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Checking segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:29.959694 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:29.962991 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Bound using segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:29.964790 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Bound port: f95f0568-5a90-42f2-bc84-f69dcb89737e, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:29.966056 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.069761 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:30.071646 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.096022 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60494-5b2a-40eb-9378-8cd9c7385178 None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:24Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:30.103391 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] For port f95f0568-5a90-42f2-bc84-f69dcb89737e, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:30.126775 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] For port f95f0568-5a90-42f2-bc84-f69dcb89737e, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f95f0568-5a90-42f2-bc84-f69dcb89737e,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:30.147263 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.151118 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-eea661c5-6960-4a3d-a93a-9518686b3f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:30.210326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.221601 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-3ebc5d11-09c5-4a55-8739-3a4cc771ee48 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6352668 Jun 29 13:35:30.265980 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.267130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:35:30.273546 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.276626 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-70154c4d-cbd4-40b7-a12e-8dbd38c4fe9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:30.344122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-d71893d2-f0ea-4e36-a626-53dc851afd1c None None] Provisioning complete for port b7740320-f9b4-4e47-9f34-3bd09e66d79b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:30.346432 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d71893d2-f0ea-4e36-a626-53dc851afd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.394370 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcf6d8de115a43ed8c5a0f9863c0d591&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2810891 Jun 29 13:35:30.395318 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082cee77-1296-4189-abcb-ede45b8f70bf,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:30.397770 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57766) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:30.399944 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:30.449124 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.472700 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246943a-4cbe-4d94-b8e3-241ef08b7ad0 None None] Pushing event updated for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:30.492346 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0246943a-4cbe-4d94-b8e3-241ef08b7ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:30.497238 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:30.500149 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:30.517886 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:30.545216 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-d71893d2-f0ea-4e36-a626-53dc851afd1c None None] Port b7740320-f9b4-4e47-9f34-3bd09e66d79b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:30.591527 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.654268 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.667394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:30.714455 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:30.727210 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:30.796362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.800197 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.801249 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/082cee77-1296-4189-abcb-ede45b8f70bf HTTP/1.1" status: 204 len: 168 time: 0.4025083 Jun 29 13:35:30.802113 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c5cf5f1f-c52b-409e-bb90-999284736893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:30.807062 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c1551658-b408-43ca-abbf-e0395cc1639f up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:30.832485 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082cee77-1296-4189-abcb-ede45b8f70bf,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:30.837559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:30.904847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:30.943226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.106411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port c1551658-b408-43ca-abbf-e0395cc1639f completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:31.119250 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port c1551658-b408-43ca-abbf-e0395cc1639f triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:31.119948 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.128726 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=2b2a87f5-d8b0-4307-8045-073d1a8de2e9,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:31.179154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:31.183223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:31.207113 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:31.263270 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Network 1094675f-25b5-4247-9780-e03ce0ac7558 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:31.395659 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.430209 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57782) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:31.438974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.448395 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:31.483167 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port c1551658-b408-43ca-abbf-e0395cc1639f, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=c1551658-b408-43ca-abbf-e0395cc1639f,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:31.493171 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.496411 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:31.501050 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-361b6374-b7e6-4fda-b5c2-e36f66e38416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:31.507030 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:31.508037 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:31.595365 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4349957 Jun 29 13:35:31.658541 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:31.668963 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:31.673644 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:35:31.681613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-d1889f61-c08f-4433-9958-ee9a5110cb1c tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:35:31.686446 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-d1889f61-c08f-4433-9958-ee9a5110cb1c tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127375 Jun 29 13:35:31.713763 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] 10.222.0.21 "PUT /v2.0/routers/03a5d529-69b8-47ac-8e28-acb55cae2e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6563218 Jun 29 13:35:31.731727 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Pushing event updated for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:31.749595 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:31.760176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cfa7-d278-4cdf-83be-9d94dbf35fef req-be64bd21-ae61-4f4f-b6de-c3d4d88d7bc7 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:31.771226 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6fb6cfa7-d278-4cdf-83be-9d94dbf35fef req-be64bd21-ae61-4f4f-b6de-c3d4d88d7bc7 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 932 time: 0.5889196 Jun 29 13:35:31.845790 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:23Z', 'revision_number': 4, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'f95f0568-5a90-42f2-bc84-f69dcb89737e', 'name': '', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'mac_address': 'fa:16:3e:be:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '938d85f8-6373-48ce-8713-261c38f50319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:22Z', 'updated_at': '2021-06-29T13:35:30Z', 'revision_number': 4, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'subnets': [{'id': '938d85f8-6373-48ce-8713-261c38f50319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:31.931674 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e61a7-ddf2-482c-b8fe-2d99bbf891e8 None None] The sync data for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:23Z', 'revision_number': 4, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'f95f0568-5a90-42f2-bc84-f69dcb89737e', 'name': '', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'mac_address': 'fa:16:3e:be:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '938d85f8-6373-48ce-8713-261c38f50319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:22Z', 'updated_at': '2021-06-29T13:35:30Z', 'revision_number': 4, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'subnets': [{'id': '938d85f8-6373-48ce-8713-261c38f50319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:31.955136 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:32.033037 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6fb6cfa7-d278-4cdf-83be-9d94dbf35fef req-9c9e4f7b-0cd2-4be8-b2fa-d56525a97568 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531581 Jun 29 13:35:32.211097 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:32.218108 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:32.223817 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e206dcb3-4859-46d2-92bf-39a829782d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:32.305051 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f694bd7e9f1e4896b5516b5681033503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8731046 Jun 29 13:35:32.306633 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25c57c5-3daa-4fab-9e0b-5f8911eace4e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:32.331614 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:32.333184 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57798) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:32.334286 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:32.359009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:32.458276 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-101a7416-7166-4f1a-b9dd-0472c767d8f9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:35:32.463014 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-101a7416-7166-4f1a-b9dd-0472c767d8f9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8794384 Jun 29 13:35:32.658161 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-9b559599-671d-4ae6-83aa-17777345aea2 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867330 Jun 29 13:35:32.874833 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:32.917648 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57808) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:32.961280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.010910 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.037672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.038985 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 62fea60c-c3a9-43bd-a234-47d543f9ea3e up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:33.043649 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2854259 Jun 29 13:35:33.100687 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.125576 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-21b4c4d4-cf02-4660-98fc-b47a28b6861d service neutron] 10.222.0.21 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556532 Jun 29 13:35:33.196591 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Request body: {'port': {'device_id': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:33.208187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.229963 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 62fea60c-c3a9-43bd-a234-47d543f9ea3e completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:33.248338 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 62fea60c-c3a9-43bd-a234-47d543f9ea3e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:33.249162 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.270715 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=2b2a87f5-d8b0-4307-8045-073d1a8de2e9,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:33.294542 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:33.430414 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.439444 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.454537 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-64c63062-569c-4e1d-b7c7-ce2391b97713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:33.603301 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.607585 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc4958-674b-462c-976e-b3663411239e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:33.609563 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.636516 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:33.657090 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94d06c0ffe724735a806e8bbaa8bb2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373626 Jun 29 13:35:33.658186 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57822) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:33.669869 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 62fea60c-c3a9-43bd-a234-47d543f9ea3e, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=62fea60c-c3a9-43bd-a234-47d543f9ea3e,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:33.676566 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.679182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f95f0568-5a90-42f2-bc84-f69dcb89737e up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:33.682223 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:33.909611 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:33.994119 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.014962 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c25c57c5-3daa-4fab-9e0b-5f8911eace4e HTTP/1.1" status: 204 len: 168 time: 1.6693659 Jun 29 13:35:34.019070 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.100160 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.185075 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3d872-bb8e-4a1b-a986-fab92d8c78b3 req-970a6a16-9ddc-4d33-905e-04eb27b8d89d tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:34.190098 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=62fea60c-c3a9-43bd-a234-47d543f9ea3e,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:34.197643 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-41d3d872-bb8e-4a1b-a986-fab92d8c78b3 req-970a6a16-9ddc-4d33-905e-04eb27b8d89d tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 932 time: 0.2275131 Jun 29 13:35:34.216672 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:34.236318 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-013fcf7f-b8b5-46e7-85ad-0f42add1139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:34.250214 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port f95f0568-5a90-42f2-bc84-f69dcb89737e completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:34.262331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f95f0568-5a90-42f2-bc84-f69dcb89737e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:34.262725 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.290199 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25c57c5-3daa-4fab-9e0b-5f8911eace4e,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:34.293003 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.338579 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-41d3d872-bb8e-4a1b-a986-fab92d8c78b3 req-96372fa7-910f-4ad9-8326-8527082fe044 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399148 Jun 29 13:35:34.421099 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:34.429353 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.434861 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5adc4958-674b-462c-976e-b3663411239e HTTP/1.1" status: 204 len: 168 time: 0.7726998 Jun 29 13:35:34.461956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:34.516161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57860) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:34.520369 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47795abf-d279-45b8-af44-7a07024e30bc req-e1e24b6e-59a2-43dc-9510-e41334b96ad3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 210 time: 0.0883074 Jun 29 13:35:34.563835 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804835232', 'description': 'tempest-description--326134349'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:34.606165 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc4958-674b-462c-976e-b3663411239e,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:34.624965 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:34.652507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.719887 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-c636b1b1-fa36-4600-9332-8957f1002566 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--656419365&fields=id&tenant_id=a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 267 time: 0.0763440 Jun 29 13:35:34.736427 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.933587 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port f95f0568-5a90-42f2-bc84-f69dcb89737e, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f95f0568-5a90-42f2-bc84-f69dcb89737e,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:34.940503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:34.945736 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c1551658-b408-43ca-abbf-e0395cc1639f up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:35.004058 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.015179 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.031592 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-98eba7ce-ef34-4fda-a3c4-372c4046da5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:35.107968 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:35.116101 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.125632 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb9105-041f-41a8-aa8d-1c312eb59c59,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:35.137142 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:35.158000 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.160062 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6427054 Jun 29 13:35:35.164538 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57888) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:35.180594 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group_rule': {'security_group_id': '3ebb9105-041f-41a8-aa8d-1c312eb59c59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:35.253689 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57890) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:35.319792 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.326809 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:35.350802 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-5f7fb267-25d1-41c4-93b4-c589d2f21938 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:35.352958 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:35.358826 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-5f7fb267-25d1-41c4-93b4-c589d2f21938 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 808 time: 0.6195834 Jun 29 13:35:35.369122 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.391143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:35.402652 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port c1551658-b408-43ca-abbf-e0395cc1639f triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:35.403349 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.482810 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-c6858dd7-fcdd-45d7-8c42-2e3c9aba4705 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/quotas/a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 375 time: 0.0942438 Jun 29 13:35:35.492291 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.580305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.589455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.596621 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:35.633185 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b14e7b-f8c0-445a-990b-7a194e88a816,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:35.642565 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:35.678355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Transition to ACTIVE for port object 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:35.686142 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.711266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56238323-798b-4b27-be56-f3954227acf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:35.741931 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.765334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.772381 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:35.777153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:35.861394 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:35.883058 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:35.891729 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-55c6c52e-6766-4c9e-89b4-ae8bf75323c7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4014435 Jun 29 13:35:35.893871 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7279902 Jun 29 13:35:35.904356 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 57908) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:35.920094 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group_rule': {'security_group_id': '3ebb9105-041f-41a8-aa8d-1c312eb59c59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:36.012779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 62fea60c-c3a9-43bd-a234-47d543f9ea3e up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:36.030810 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bc0ce7b00094dcbbd6f96160f6f85a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761552 Jun 29 13:35:36.037563 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195d47c-4a7e-48be-8086-4e8bbdc630ea,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:36.055099 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:36.055793 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57914) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:36.166583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94921c1a-8afc-45b0-bc88-c18a11d81e18 req-14c88b66-93f2-4c50-a83b-c9527a40c973 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:36.168304 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-94921c1a-8afc-45b0-bc88-c18a11d81e18 req-14c88b66-93f2-4c50-a83b-c9527a40c973 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 0.4956713 Jun 29 13:35:36.197062 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.205041 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 62fea60c-c3a9-43bd-a234-47d543f9ea3e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:36.206266 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.260308 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-94921c1a-8afc-45b0-bc88-c18a11d81e18 req-f657c3d0-486c-4795-8fdd-5025fa7b65f0 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813255 Jun 29 13:35:36.270114 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.372811 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.376950 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.378480 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2195d47c-4a7e-48be-8086-4e8bbdc630ea HTTP/1.1" status: 204 len: 168 time: 0.3204391 Jun 29 13:35:36.379452 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:36.395202 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195d47c-4a7e-48be-8086-4e8bbdc630ea,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:36.400871 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f95f0568-5a90-42f2-bc84-f69dcb89737e up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:36.402962 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:36.491156 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-9d4f61c9-8a3d-4f25-afc2-b8a88d69c8e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716004 Jun 29 13:35:36.598176 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f95f0568-5a90-42f2-bc84-f69dcb89737e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:36.598176 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.680251 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Attempting to bind port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:36.681400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Attempting to bind port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '1845a87b-b6c1-4d16-bb82-c41d86b22a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:36.682098 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Attempting to bind port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 on network 1094675f-25b5-4247-9780-e03ce0ac7558 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:36.711849 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 on network 1094675f-25b5-4247-9780-e03ce0ac7558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:35:36.712741 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Attempting to bind port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 on network 1094675f-25b5-4247-9780-e03ce0ac7558 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:36.757104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:36.758763 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Checking segment: {'id': '1845a87b-b6c1-4d16-bb82-c41d86b22a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:36.759765 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Bound using segment: {'id': '1845a87b-b6c1-4d16-bb82-c41d86b22a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:36.760539 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Bound port: 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1845a87b-b6c1-4d16-bb82-c41d86b22a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:36.761343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.779590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:36.878010 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-f2ea7956-384f-4b9f-bfd1-c989aa6bfb41 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:36.883839 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-f2ea7956-384f-4b9f-bfd1-c989aa6bfb41 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 819 time: 0.3454549 Jun 29 13:35:36.915425 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-d3a16fd7-c074-4ce5-acc1-ac4d78f2da43 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/quotas/bee516bd3209443c8f410421ff9f6313 HTTP/1.1" status: 200 len: 375 time: 0.0253911 Jun 29 13:35:36.942964 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-b139ed49-6565-43b8-98cd-c65b46d0304d service neutron] 10.222.0.21 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510889 Jun 29 13:35:37.000386 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:37.020433 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.035885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.056734 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,segment=NetworkSegment(1845a87b-b6c1-4d16-bb82-c41d86b22a7f),segment_id=1845a87b-b6c1-4d16-bb82-c41d86b22a7f)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:37.058471 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:37.119314 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.120354 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.122381 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2169096 Jun 29 13:35:37.125530 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 57942) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:37.138575 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:37.182554 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ea7a2b-04eb-4689-8a01-a54cfa338784,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:37.188732 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:37.190210 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:37.196738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:37.199900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.202402 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:35:37.211854 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] 10.222.0.61 "PUT /v2.0/ports/1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 HTTP/1.1" status: 200 len: 1094 time: 4.9344292 Jun 29 13:35:37.212431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:37.228644 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:37.230155 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:37.234996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:37.434762 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-620dc0ed-6b7b-4ea0-8fc8-8d85786731a5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5119579 Jun 29 13:35:37.555170 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:37.564403 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f9650841-f925-424f-b2f5-6aa9f41d3c01 req-c575651b-e724-4089-838c-83801db455af tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 210 time: 0.1177187 Jun 29 13:35:37.667227 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.61', 50993) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:37.889827 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:38.006390 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-80792990-e654-42b7-aa16-6a405094ac81 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782271 Jun 29 13:35:38.016847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:38.311627 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:28Z', 'revision_number': 2, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:38.327394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-1872c779-6ad4-416e-8b0a-5dca2a64c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:38.347969 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-1872c779-6ad4-416e-8b0a-5dca2a64c8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc2dc407b903494c898f9b2206db22cc&device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 1097 time: 0.6580851 Jun 29 13:35:38.386969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa18313-27cd-4918-820f-31f34b07d1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:38.449520 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:35:38.450233 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Updating router 03a5d529-69b8-47ac-8e28-acb55cae2e06 port b7740320-f9b4-4e47-9f34-3bd09e66d79b binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:35:38.522818 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:38.806690 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-8662cb02-9acd-4f5d-b176-6feab1ed3d97 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7863367 Jun 29 13:35:38.836662 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-ee1eb812-bafb-415a-bda0-d3ee07478ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 HTTP/1.1" status: 200 len: 217 time: 0.4358728 Jun 29 13:35:38.924181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-ad438552-ae2b-4f1d-b795-306aed931f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:38.926156 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-ad438552-ae2b-4f1d-b795-306aed931f9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77965f5c-0686-4105-acbc-1fc1eb8a8f52 HTTP/1.1" status: 200 len: 851 time: 0.0722692 Jun 29 13:35:38.938276 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-0586dffc-c719-4c5b-acac-78634cd8dccb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:38.940579 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-0586dffc-c719-4c5b-acac-78634cd8dccb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 819 time: 1.2441726 Jun 29 13:35:38.949447 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe228eb-c512-4348-aae7-ccc709048c55 req-5a9de8c8-4f36-407e-a8ac-d29a419c1774 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:38.958491 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7fe228eb-c512-4348-aae7-ccc709048c55 req-5a9de8c8-4f36-407e-a8ac-d29a419c1774 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 0.9006450 Jun 29 13:35:38.968388 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Request body: {'port': {'device_id': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'admin_state_up': True, 'tenant_id': 'bee516bd3209443c8f410421ff9f6313'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:39.026702 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7fe228eb-c512-4348-aae7-ccc709048c55 req-4f9cf0be-3201-4db2-879c-c730753fd722 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666502 Jun 29 13:35:39.122473 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:39.138342 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58006) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:39.232633 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-c14e1de5-4b55-4548-b03f-f33f76441787 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1094675f-25b5-4247-9780-e03ce0ac7558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2698834 Jun 29 13:35:39.541384 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:39.571723 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Transition to ACTIVE for port object b7740320-f9b4-4e47-9f34-3bd09e66d79b will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:39.587044 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:39.608884 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:39.669762 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Allocated IP 172.27.0.193 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/6f1748e2-26d2-4737-88e0-e2142da3933c) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:39.754312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d470f389-6eb4-48f6-a04c-2c845d6a0306 x-openstack-request-id: req-d470f389-6eb4-48f6-a04c-2c845d6a0306 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:39.754700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:39.754978 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d470f389-6eb4-48f6-a04c-2c845d6a0306 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:39.755577 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38', 'status': 'completed', 'code': 200} Jun 29 13:35:39.878887 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Pushing event updated for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:39.894688 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:39.941034 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Attempting to bind port b7740320-f9b4-4e47-9f34-3bd09e66d79b on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:39.946853 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Attempting to bind port b7740320-f9b4-4e47-9f34-3bd09e66d79b by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:39.947543 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Attempting to bind port b7740320-f9b4-4e47-9f34-3bd09e66d79b on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:39.960785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:39.964174 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Checking segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:39.964839 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:39.965578 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Bound using segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:39.966397 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Bound port: b7740320-f9b4-4e47-9f34-3bd09e66d79b, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:39.967846 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:39.973074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:40.015803 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-21a0387a-98ce-420b-b4ea-0c92fbcd34d6 req-7059c474-b390-4649-9fff-c64d96311c73 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.1339512 Jun 29 13:35:40.034109 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-c045e0b1-f8af-43fa-a998-08f7d45ecd16 service neutron] 10.222.0.61 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720859 Jun 29 13:35:40.040582 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Made reservation on behalf of bee516bd3209443c8f410421ff9f6313 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:40.058607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:40.192128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:40.202100 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.61', 50997) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:40.202604 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] For port b7740320-f9b4-4e47-9f34-3bd09e66d79b, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:40.209986 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] For port b7740320-f9b4-4e47-9f34-3bd09e66d79b, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=b7740320-f9b4-4e47-9f34-3bd09e66d79b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:40.221577 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:40.246579 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:40.450974 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:35:40.453496 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:22Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:40.471263 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0f38d58-2610-46f5-92f4-fe8d1af1e828 req-cad065f9-8abb-4231-92f9-9d5b481bd780 service neutron] 10.222.0.61 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941677 Jun 29 13:35:40.598871 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:40.711905 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Pushing event updated for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:40.722645 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7023531f-d593-40d3-b4ff-bb8dbc1d0311 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:40.729687 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:40.733395 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7023531f-d593-40d3-b4ff-bb8dbc1d0311 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 808 time: 0.5201573 Jun 29 13:35:40.740547 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a38f722c-2d42-4669-ab69-ab96a6d5ba04 req-b6d3ee28-1f97-4161-bfda-d88b0160fe0c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 210 time: 0.5765419 Jun 29 13:35:40.754746 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:40.890412 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58046) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:41.001823 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:35:41.076993 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:41.106125 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:41.109572 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:41.170955 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-c2cbc349-3a6e-41fa-8139-85ece9d248b8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 379 time: 0.4172182 Jun 29 13:35:41.209149 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Allocated IP 172.20.0.7 (d0aa4680-d7a2-499c-a5d6-cf550e5236a1/938d85f8-6373-48ce-8713-261c38f50319/ad827959-4535-4928-8e91-975f09f664cc) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:41.328992 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427eda-4520-48d4-ad80-e9df9a83f9e0 req-f0c4c479-e5e3-4e2e-8c97-0e5895146bff tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:41.343272 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f5427eda-4520-48d4-ad80-e9df9a83f9e0 req-f0c4c479-e5e3-4e2e-8c97-0e5895146bff tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 0.6988859 Jun 29 13:35:41.435735 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f5427eda-4520-48d4-ad80-e9df9a83f9e0 req-0254a41e-1fbb-4221-82fa-61d1fe7a7c09 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889959 Jun 29 13:35:41.448832 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:41.450558 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=6f1748e2-26d2-4737-88e0-e2142da3933c,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:41.562439 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-42f9ff69-98e9-4299-a8fe-92bf134711c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:41.571600 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-42f9ff69-98e9-4299-a8fe-92bf134711c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc2dc407b903494c898f9b2206db22cc&device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 1097 time: 0.3546083 Jun 29 13:35:41.575511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'port': {'device_id': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'admin_state_up': True, 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'security_groups': ['79bc06fc-8ba7-4dc3-840e-18e6c7d2222e']}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:41.588603 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:41.685562 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:40Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:35:41.782383 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221f6d5-ea24-4d6d-a174-fa8ca1273c4b None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:40Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:35:41.790592 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.034499 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47b4e0e2-f726-4313-ad1e-64180c2e3cdf req-1b719e1e-02b0-4265-bcd9-7bc9b7e464b9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.5698526 Jun 29 13:35:42.035577 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.100196 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:42.114322 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7740320-f9b4-4e47-9f34-3bd09e66d79b up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:42.164218 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.253200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.285995 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fadb7d6ce1924d7198e8b6e7b4399410&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1464319 Jun 29 13:35:42.300896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58078) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:42.309501 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port b7740320-f9b4-4e47-9f34-3bd09e66d79b completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:42.339015 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:42.340437 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port b7740320-f9b4-4e47-9f34-3bd09e66d79b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:42.341921 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.393628 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-90f62954-690c-4ce0-a2e1-46a45cd8808e req-6e4d8c70-9ffc-482c-aea8-c9e060dbd945 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 210 time: 0.3058965 Jun 29 13:35:42.522233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.526941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-75f37a47-83fe-44a0-970f-245d3cc6b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:42.533761 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-75f37a47-83fe-44a0-970f-245d3cc6b0ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=1094675f-25b5-4247-9780-e03ce0ac7558 HTTP/1.1" status: 200 len: 912 time: 0.8744154 Jun 29 13:35:42.536673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Made reservation on behalf of a3eb9ee156e043febf3dc7da279a6635 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:42.541661 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.554599 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.663544 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b526fdc5c4ac4d86b703ee460b1882fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6672194 Jun 29 13:35:42.667873 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.717953 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.61', 51002) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:42.730431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58090) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:42.743263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:42.757720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:42.783067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.887725 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8338b531-9ea4-48d1-b960-dbaa0aba30f7,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:42.907107 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port b7740320-f9b4-4e47-9f34-3bd09e66d79b, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=b7740320-f9b4-4e47-9f34-3bd09e66d79b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:42.917573 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:42.921787 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:42.945432 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:42.965176 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1aa2e21f-0b9a-4017-a3fa-285d863c7601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:43.025836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:43.038669 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:43.052848 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.076040 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:43.087099 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:43.115803 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.123323 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Pushing event updated for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:43.185767 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:43.205587 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-30099846-aa16-45b0-b2e6-3fc19694e314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 HTTP/1.1" status: 200 len: 217 time: 0.5787818 Jun 29 13:35:43.313227 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.349844 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fc48f-e425-43f2-b7aa-2bcc5ca4a8d5,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:43.369772 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.385189 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.515755 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:43.525024 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5633550 Jun 29 13:35:43.552510 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.558352 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-5c7ebba3-b649-4e9f-90b0-51dc6982c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:43.559956 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-5c7ebba3-b649-4e9f-90b0-51dc6982c90e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77965f5c-0686-4105-acbc-1fc1eb8a8f52 HTTP/1.1" status: 200 len: 851 time: 0.3109629 Jun 29 13:35:43.592648 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-376b08f3-db16-44d8-8a25-9de4bc1adff2 req-1d52332f-0b8b-4695-b259-149c3f616f71 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.1401134 Jun 29 13:35:43.688967 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.696414 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.708264 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/829fc48f-e425-43f2-b7aa-2bcc5ca4a8d5 HTTP/1.1" status: 204 len: 168 time: 0.9536994 Jun 29 13:35:43.713939 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:43.718249 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.723125 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.726235 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8338b531-9ea4-48d1-b960-dbaa0aba30f7 HTTP/1.1" status: 204 len: 168 time: 1.3813422 Jun 29 13:35:43.737378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fc48f-e425-43f2-b7aa-2bcc5ca4a8d5,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:43.742085 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:43.743587 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:43.776512 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8338b531-9ea4-48d1-b960-dbaa0aba30f7,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:43.779055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:43.885259 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.905075 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-bfd25436-36e2-48ec-af3e-ddb6b7ae2d42 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:43.908063 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-bfd25436-36e2-48ec-af3e-ddb6b7ae2d42 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 819 time: 1.1880953 Jun 29 13:35:43.920349 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:43.930594 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Request body: {'port': {'device_id': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:43.940112 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788891-a9bc-48fd-ba73-8c77d249a924 req-ca5bda3d-0df8-4888-b1b6-59e0ed299ceb tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:43.941682 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-49788891-a9bc-48fd-ba73-8c77d249a924 req-ca5bda3d-0df8-4888-b1b6-59e0ed299ceb tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 1.0687230 Jun 29 13:35:43.960531 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Request body: {'port': {'device_id': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'admin_state_up': True, 'tenant_id': 'bee516bd3209443c8f410421ff9f6313'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:43.970775 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7740320-f9b4-4e47-9f34-3bd09e66d79b up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:43.973310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:44.113880 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-49788891-a9bc-48fd-ba73-8c77d249a924 req-db4a8150-cdd3-4d9f-ba98-5a7ebfa799d4 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281958 Jun 29 13:35:44.124139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Allocated IP 172.20.0.8 (8aa46977-b221-4d56-b253-62ab6dea0210/3bb67c62-ebaf-489b-8c30-cb5e59042061/aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:44.130389 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port b7740320-f9b4-4e47-9f34-3bd09e66d79b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:44.132727 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.239018 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a8095f79-eacf-4bbe-9388-d622809a5ac9 req-79717c73-fcd2-4a13-9409-be6693146b9d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 210 time: 0.2998908 Jun 29 13:35:44.245952 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-4e4a9f03-9720-4d64-8d87-668d5b89e7f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1094675f-25b5-4247-9780-e03ce0ac7558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521004 Jun 29 13:35:44.369567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58136) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:44.403734 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.425206 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.473030 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-53796139-d8bb-41f6-92f5-ef4f93cb0c22 service neutron] 10.222.0.61 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143490 Jun 29 13:35:44.562283 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58140) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:44.571944 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.611193 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=6f1748e2-26d2-4737-88e0-e2142da3933c,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:44.615814 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:44.618806 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.637329 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Transition to ACTIVE for port object aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:44.687241 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.693540 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:44.739088 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58146) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:44.796667 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:44.824267 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:44.831979 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.835436 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:44.843498 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:44.844213 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.877576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:44.894199 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:35:44.899802 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:44.906420 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-13f3b5d4-c166-40bf-9a81-30356e3800e1 req-30a2266b-5e72-4373-9b98-a0b9c948317f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.1196868 Jun 29 13:35:44.907161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:44.950354 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffa18313-27cd-4918-820f-31f34b07d1fc req-db824bf2-3bef-49cd-afdd-0713ae747705 service neutron] 10.222.0.61 "GET /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510906 Jun 29 13:35:45.016683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.024938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.031476 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.032123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:45.032728 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9060812 Jun 29 13:35:45.048470 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Made reservation on behalf of bee516bd3209443c8f410421ff9f6313 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:45.053568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.070197 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8561203 Jun 29 13:35:45.085787 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Request body: {'port': {'device_id': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:45.089622 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.db.api [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 13:35:45.089622 dv-cinder-797608-3-iscsi neutron-server[93160]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 13:35:45.089622 dv-cinder-797608-3-iscsi neutron-server[93160]: [parameters: {'project_id_1': '6436ef739ffb435ea083b92b253b2649', 'expiration_1': datetime.datetime(2021, 6, 29, 13, 35, 44, 917140)}] Jun 29 13:35:45.089622 dv-cinder-797608-3-iscsi neutron-server[93160]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 13:35:45.090016 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_db.api [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 13:35:45.092178 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c0a03528c64eefbed46785254e48a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200592 Jun 29 13:35:45.095831 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58154) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:45.096484 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352920ce-416c-46ec-a29e-d42b04680ccd,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:45.106792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:45.137426 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2b4a9bc4-fce5-49fb-a1cf-f76e624118f7 None None] Provisioning for port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:45.148071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2b4a9bc4-fce5-49fb-a1cf-f76e624118f7 None None] Provisioning complete for port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:45.149100 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9bc4-fce5-49fb-a1cf-f76e624118f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.207854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad827959-4535-4928-8e91-975f09f664cc {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:45.213875 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a9bc4-fce5-49fb-a1cf-f76e624118f7 None None] Port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:45.216073 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.220596 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.254406 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Transition to ACTIVE for port object ad827959-4535-4928-8e91-975f09f664cc will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:45.257330 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.268259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.278359 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:45.355539 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.361313 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:45.382391 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:45.426999 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.436529 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.439769 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/352920ce-416c-46ec-a29e-d42b04680ccd HTTP/1.1" status: 204 len: 168 time: 0.3379891 Jun 29 13:35:45.439769 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-03ea1098-39fe-4fe0-857e-19196c523954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:45.449096 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Attempting to bind port ad827959-4535-4928-8e91-975f09f664cc on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:45.449433 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Attempting to bind port ad827959-4535-4928-8e91-975f09f664cc by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:45.449759 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Attempting to bind port ad827959-4535-4928-8e91-975f09f664cc on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:45.463727 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352920ce-416c-46ec-a29e-d42b04680ccd,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:45.472943 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Port ad827959-4535-4928-8e91-975f09f664cc on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:35:45.473282 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Attempting to bind port ad827959-4535-4928-8e91-975f09f664cc on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:45.476371 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:45.510708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4009fec-1723-4890-9bbc-1d9eec2cd593 req-c575e839-8186-4c89-9a0c-227cb7b765b4 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:45.512420 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4009fec-1723-4890-9bbc-1d9eec2cd593 req-c575e839-8186-4c89-9a0c-227cb7b765b4 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 0.1706116 Jun 29 13:35:45.513473 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:45.514051 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Checking segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:45.514668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Bound using segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:45.515338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Bound port: ad827959-4535-4928-8e91-975f09f664cc, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:45.515944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.560289 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-f0780dda-6203-4679-a645-b7028780bc43 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1804835232&fields=id&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 267 time: 0.1980326 Jun 29 13:35:45.600605 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4009fec-1723-4890-9bbc-1d9eec2cd593 req-269a9396-f0db-4df9-a897-1da08ae67828 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808120 Jun 29 13:35:45.613198 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.627293 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Allocated IP 172.20.0.10 (d0aa4680-d7a2-499c-a5d6-cf550e5236a1/938d85f8-6373-48ce-8713-261c38f50319/64e5080f-af19-4415-84b4-256467b648be) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:45.680820 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:45.685251 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad827959-4535-4928-8e91-975f09f664cc,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:45.689815 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.695794 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:45.718825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:45.720816 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.723349 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] 10.222.0.61 "PUT /v2.0/ports/ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 1093 time: 1.8097596 Jun 29 13:35:45.748026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:45.751574 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7" -d '{"events": [{"name": "network-changed", "server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "tag": "ad827959-4535-4928-8e91-975f09f664cc"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:45.811873 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.846534 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:45.862432 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:45.866551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:45.870051 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:45.917420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be7990-dd78-49c9-a601-f6a3d9e32b0e req-de35a801-5ad7-4edb-aec6-375dddf43a5b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:45.919291 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-03be7990-dd78-49c9-a601-f6a3d9e32b0e req-de35a801-5ad7-4edb-aec6-375dddf43a5b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 931 time: 0.1618845 Jun 29 13:35:45.925410 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-08a7a862-601d-488a-8014-cb7dc3f06552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:45.927576 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-08a7a862-601d-488a-8014-cb7dc3f06552 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1096 time: 0.1262736 Jun 29 13:35:45.982269 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-04c4d501-8e30-4219-96b2-f717e8300410 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0469959 Jun 29 13:35:46.035731 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-03be7990-dd78-49c9-a601-f6a3d9e32b0e req-b0475d77-07f0-4ffe-b44f-bdb3246ef7d6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055675 Jun 29 13:35:46.051650 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8198e15-16b3-487b-8ec3-d8a2ac80d78a,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:46.058150 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6c103777c79492d875761a7ea605d01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3159964 Jun 29 13:35:46.062541 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:46.066779 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58196) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:46.071409 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6e66020e-dbf7-4813-85db-102759860f66 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.072996 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6e66020e-dbf7-4813-85db-102759860f66 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 817 time: 0.4429648 Jun 29 13:35:46.105162 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-f967f488-04bc-40bd-b836-c47a306455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.112556 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-f967f488-04bc-40bd-b836-c47a306455c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.1170278 Jun 29 13:35:46.133158 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894b6a2-cff7-4996-80b4-0dc822f6da1a x-openstack-request-id: req-f894b6a2-cff7-4996-80b4-0dc822f6da1a {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:46.133640 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "tag": "ad827959-4535-4928-8e91-975f09f664cc", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:46.134286 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f894b6a2-cff7-4996-80b4-0dc822f6da1a {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:46.134579 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc', 'status': 'completed', 'code': 200} Jun 29 13:35:46.174660 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-386633ab-eefb-42c8-b037-4f3db12d8a86 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/quotas/82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 375 time: 0.0676649 Jun 29 13:35:46.177682 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-853b2f69-2c49-4b25-8a12-85253773aa8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413785 Jun 29 13:35:46.285745 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.291217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.294459 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3c745a3c-16a7-489b-bb7a-0b7a3a9d7631 req-93558f72-ae41-4eb7-8068-4732d6393c55 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.0483446 Jun 29 13:35:46.300738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.335477 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.340666 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.346839 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bf210c42-feb7-4c68-87c7-17ca8e1d9fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:46.392413 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:46.400307 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-58b2e270-064f-49a0-9663-22a83ecd3983 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153587 Jun 29 13:35:46.416207 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.420983 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6436ef739ffb435ea083b92b253b2649&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8458817 Jun 29 13:35:46.427557 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58206) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:46.448059 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481aec80-a1c9-4032-a693-5727ba409fde,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:46.465359 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:46.486129 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-527fa621-65b6-4410-a180-188021dc9cbf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2847302 Jun 29 13:35:46.497398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.497646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.501049 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Transition to ACTIVE for port object aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:46.502585 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.506904 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8198e15-16b3-487b-8ec3-d8a2ac80d78a HTTP/1.1" status: 204 len: 168 time: 0.4387712 Jun 29 13:35:46.509299 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:46.528397 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8198e15-16b3-487b-8ec3-d8a2ac80d78a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:46.536942 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:46.543298 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99919aa7-c3db-4ee4-b9c9-9734b9a5c68e req-2be11a22-cc6d-49e2-ab58-9697fa3de897 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318972 Jun 29 13:35:46.597308 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.603547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:46.683274 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-d6da0bcf-2f9d-489b-a539-05bbe8b76c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.684428 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-d6da0bcf-2f9d-489b-a539-05bbe8b76c2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1096 time: 0.0794156 Jun 29 13:35:46.761823 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:46.765656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Pushing event updated for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:46.790775 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:46.795774 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.830851 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-40d3dcb2-b757-4532-a3ce-696609a4fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.833304 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-40d3dcb2-b757-4532-a3ce-696609a4fd34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.1418250 Jun 29 13:35:46.853977 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:46.859506 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.860171 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:46.895009 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-33c31b12-42e2-4541-a692-9f2733e1764d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0525284 Jun 29 13:35:46.989282 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-17f9b766-7c84-4d51-82a5-4d02c9008f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:46.992001 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-17f9b766-7c84-4d51-82a5-4d02c9008f9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.0904229 Jun 29 13:35:47.078413 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-72bb792a-eb54-43bc-80cd-326aa2bad4ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714939 Jun 29 13:35:47.115432 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.120722 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-75cb0dea-0d03-43a6-ac4e-b6934fc58d2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1775227 Jun 29 13:35:47.123755 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-144ae0e5-97ba-4a41-8497-8d7c0bb93643 service neutron] 10.222.0.21 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281023 Jun 29 13:35:47.132946 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:47.141149 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:47.142602 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:47.142971 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:47.155502 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Request body: {'port': {'device_id': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:47.214379 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b55510-ac4f-430c-91fc-61817d23b96e req-5c960d00-1c2f-4fec-a9be-a46d2ba3ab61 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:47.215928 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-77b55510-ac4f-430c-91fc-61817d23b96e req-5c960d00-1c2f-4fec-a9be-a46d2ba3ab61 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 944 time: 0.2225235 Jun 29 13:35:47.283825 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-df9d7bd0-80af-4b30-8c97-0adfa28e2c0e service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973002 Jun 29 13:35:47.294702 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-77b55510-ac4f-430c-91fc-61817d23b96e req-d30f35d9-ea8b-4481-9c56-bbf7a58333b0 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660923 Jun 29 13:35:47.328740 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:35:47.427303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58238) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:47.427303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58242) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:47.452513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Attempting to bind port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:47.452880 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Attempting to bind port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:47.453229 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Attempting to bind port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:47.472153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 on network 8aa46977-b221-4d56-b253-62ab6dea0210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:35:47.472479 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Attempting to bind port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:47.491259 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:47.491632 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Checking segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:47.492189 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Bound using segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:47.492667 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Bound port: aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:47.493045 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.569824 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815d4c0-fe84-41dd-9aab-cae7bd99a6de req-05d31f78-4534-46a3-bb76-16e6e04c3256 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:47.572032 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d815d4c0-fe84-41dd-9aab-cae7bd99a6de req-05d31f78-4534-46a3-bb76-16e6e04c3256 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 943 time: 0.1271372 Jun 29 13:35:47.578435 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f6fe1326-1d1e-4189-9a7c-cccafd0a04d7 req-72ee47bd-3a64-4f1b-a555-25b1cfa9a099 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810805 Jun 29 13:35:47.587784 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-d3350a31-b001-4cbc-ad5f-d774420a72bd service neutron] 10.222.0.21 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457531 Jun 29 13:35:47.591054 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.597775 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.601139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.604612 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/481aec80-a1c9-4032-a693-5727ba409fde HTTP/1.1" status: 204 len: 168 time: 1.1701984 Jun 29 13:35:47.610315 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:47.627759 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481aec80-a1c9-4032-a693-5727ba409fde,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:47.631684 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:47.675433 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:47.680702 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d815d4c0-fe84-41dd-9aab-cae7bd99a6de req-f678be0f-ae80-480c-9349-17c982d89c20 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010370 Jun 29 13:35:47.681672 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:47.699021 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.705826 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:47.719830 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,segment=NetworkSegment(1845a87b-b6c1-4d16-bb82-c41d86b22a7f),segment_id=1845a87b-b6c1-4d16-bb82-c41d86b22a7f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:47.738667 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38', 'network_id': '1094675f-25b5-4247-9780-e03ce0ac7558', 'port_id': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38', 'mac_address': 'fa:16:3e:c4:9c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77965f5c-0686-4105-acbc-1fc1eb8a8f52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:35:47.784362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.802610 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:47.854818 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,segment=NetworkSegment(1845a87b-b6c1-4d16-bb82-c41d86b22a7f),segment_id=1845a87b-b6c1-4d16-bb82-c41d86b22a7f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:47.857405 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:47.861618 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.863813 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:47.927915 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:47.958849 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:47.985694 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:48.047060 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8855-8cc6-467b-80d3-4ae1b3b8eeef req-503056ae-5056-4376-bd05-99c1c3ab591f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:48.048683 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-42ad8855-8cc6-467b-80d3-4ae1b3b8eeef req-503056ae-5056-4376-bd05-99c1c3ab591f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 932 time: 0.1280200 Jun 29 13:35:48.058974 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:48.113434 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:48.115195 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.116653 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] 10.222.0.61 "PUT /v2.0/ports/aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 1093 time: 3.0375202 Jun 29 13:35:48.141657 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1648a8a8-ef45-49ce-860f-6897c2f284ff req-f04e4c13-29f6-4a5b-8e74-1f529d73b369 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 210 time: 0.2350900 Jun 29 13:35:48.142943 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:48.154238 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-42ad8855-8cc6-467b-80d3-4ae1b3b8eeef req-939df3d4-9f5b-45d9-85e1-43a43d929807 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988526 Jun 29 13:35:48.165128 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:35:48.366127 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.406618 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58276) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:48.432033 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.578914 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de920181-e036-4446-8530-0786184c092d req-e377a055-949f-4469-9a21-7646182ac89f tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:48.581606 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-de920181-e036-4446-8530-0786184c092d req-e377a055-949f-4469-9a21-7646182ac89f tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 945 time: 0.1098545 Jun 29 13:35:48.639890 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf397d91-763f-4f87-9a99-2934c17f5f08" -d '{"events": [{"name": "network-changed", "server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:48.651985 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-de920181-e036-4446-8530-0786184c092d req-ad73ac26-8801-493b-9a42-a613a1fcff3d tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626101 Jun 29 13:35:48.741391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e5080f-af19-4415-84b4-256467b648be {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:48.751249 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-aebd3cf0-aa62-4ad9-aa18-4fc92dc88d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.755614 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.764874 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-10c05b88-20ab-4c2f-bbb7-e8dd3c6de79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:48.766493 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-10c05b88-20ab-4c2f-bbb7-e8dd3c6de79a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1096 time: 0.4884229 Jun 29 13:35:48.878461 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-153815db-1347-4589-aeed-d452f45dc94b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 217 time: 0.0919988 Jun 29 13:35:48.879741 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Transition to ACTIVE for port object 64e5080f-af19-4415-84b4-256467b648be will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:48.942090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:48.958286 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:48.976413 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65fef-ff09-4ac6-8ed7-2919f396c616 req-ff376ab0-4183-4476-99fc-cb5e690eb598 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:48.983153 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-afe65fef-ff09-4ac6-8ed7-2919f396c616 req-ff376ab0-4183-4476-99fc-cb5e690eb598 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 943 time: 0.1203041 Jun 29 13:35:48.992687 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.008584 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.013716 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d69bd5-0cce-457c-8da0-09bec1c6f4d7 x-openstack-request-id: req-e4d69bd5-0cce-457c-8da0-09bec1c6f4d7 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:49.014083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:49.014319 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4d69bd5-0cce-457c-8da0-09bec1c6f4d7 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:49.014805 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'status': 'completed', 'code': 200} Jun 29 13:35:49.035351 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-6cf263f7-65af-41fc-b0b7-993505d51262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:49.037380 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-6cf263f7-65af-41fc-b0b7-993505d51262 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.1517241 Jun 29 13:35:49.043128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.db.api [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 13:35:49.043128 dv-cinder-797608-3-iscsi neutron-server[93160]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 13:35:49.043128 dv-cinder-797608-3-iscsi neutron-server[93160]: [parameters: {'project_id_1': 'eda3fea3df0148079fccc0203f814558', 'expiration_1': datetime.datetime(2021, 6, 29, 13, 35, 48, 520485)}] Jun 29 13:35:49.043128 dv-cinder-797608-3-iscsi neutron-server[93160]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 13:35:49.043744 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_db.api [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 13:35:49.056330 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-afe65fef-ff09-4ac6-8ed7-2919f396c616 req-0a859e91-2b28-47a7-b42b-df89f8e985fc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622935 Jun 29 13:35:49.085401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Pushing event updated for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:49.121161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:49.122009 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7522d7bc-9cba-47b5-a556-58c337e82dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:49.132178 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c999c5177d2481189b4b16efd3891f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7024336 Jun 29 13:35:49.132860 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58300) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:49.176905 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Attempting to bind port 64e5080f-af19-4415-84b4-256467b648be on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:49.177767 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Attempting to bind port 64e5080f-af19-4415-84b4-256467b648be by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:49.178129 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Attempting to bind port 64e5080f-af19-4415-84b4-256467b648be on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:49.184800 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84dc6e-1478-4982-a35b-1f7b610d98d8,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:49.188360 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:49.195832 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Port 64e5080f-af19-4415-84b4-256467b648be on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:35:49.196162 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Attempting to bind port 64e5080f-af19-4415-84b4-256467b648be on network d0aa4680-d7a2-499c-a5d6-cf550e5236a1 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:49.206637 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:49.206773 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Checking segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:49.207107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Bound using segment: {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:49.207557 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Bound port: 64e5080f-af19-4415-84b4-256467b648be, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:49.207920 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.221083 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.234989 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.248101 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:49.253161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b64b1-d540-4432-9206-1f54d2d24720 req-731a68a0-0263-4dad-928b-472e8c99664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:49.254738 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-731a68a0-0263-4dad-928b-472e8c99664a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2004108 Jun 29 13:35:49.316335 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ad827959-4535-4928-8e91-975f09f664cc details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:35:49.362337 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538e089d-8e3c-4327-8013-587fe90ea1fb,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:49.375833 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:49.377452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:49.382737 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:49.387452 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=64e5080f-af19-4415-84b4-256467b648be,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:49.404898 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.422641 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:49.480474 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:49.481182 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.482576 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/64e5080f-af19-4415-84b4-256467b648be HTTP/1.1" status: 200 len: 1094 time: 2.3427610 Jun 29 13:35:49.488964 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8c4e3e5b-97d5-408d-a4d5-a00ef6d957b7 req-32145ca6-8ce1-4fa9-a59c-7fff144d102a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 210 time: 0.0681312 Jun 29 13:35:49.493123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.494746 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.db.resource_extend [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 13:35:49.513846 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-c2766c32-7b23-4191-a03d-5e33bc4dc04c service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492380 Jun 29 13:35:49.531019 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60c7c055de6242e88f400ae2b80b7b29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1232107 Jun 29 13:35:49.531894 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58312) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:49.534076 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.560561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.562564 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Pushing event updated for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:49.623313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:49.689950 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.703839 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-675b3b36-7946-4501-9737-4757f65f4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:49.709643 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-675b3b36-7946-4501-9737-4757f65f4198 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 1097 time: 0.1547487 Jun 29 13:35:49.747156 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad827959-4535-4928-8e91-975f09f664cc,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:49.750510 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.763526 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.767609 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac84dc6e-1478-4982-a35b-1f7b610d98d8 HTTP/1.1" status: 204 len: 168 time: 0.6334937 Jun 29 13:35:49.789314 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'ad827959-4535-4928-8e91-975f09f664cc', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'port_id': 'ad827959-4535-4928-8e91-975f09f664cc', 'mac_address': 'fa:16:3e:bc:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938d85f8-6373-48ce-8713-261c38f50319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:35:49.804558 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38094922-136f-4d11-a00f-4dbac83e8520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:49.809758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.822441 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-1b545b2c-84fc-4432-ad21-2180447cb038 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64e5080f-af19-4415-84b4-256467b648be HTTP/1.1" status: 200 len: 217 time: 0.0961006 Jun 29 13:35:49.839293 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-336b64b1-d540-4432-9206-1f54d2d24720 req-575905ce-8639-474c-9808-dbeaea134e28 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556462 Jun 29 13:35:49.849267 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:49.870335 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84dc6e-1478-4982-a35b-1f7b610d98d8,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:49.903521 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:49.911700 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.913106 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:49.921209 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:49.979875 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-15bd8d1b-998f-441d-b7af-ed85c7579e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:49.981624 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-15bd8d1b-998f-441d-b7af-ed85c7579e18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.1353147 Jun 29 13:35:50.024258 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-4d514d6b-1725-4f31-8e75-f9f4fdc773a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354133 Jun 29 13:35:50.029372 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad827959-4535-4928-8e91-975f09f664cc {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:50.033991 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.040178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.043563 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/538e089d-8e3c-4327-8013-587fe90ea1fb HTTP/1.1" status: 204 len: 168 time: 0.5049629 Jun 29 13:35:50.045823 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbc7-f97d-43eb-8582-a549c7bb592d req-60090e08-c587-4892-b9d9-c3f0292b442c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:50.050223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b11c-b78c-4c49-92b4-d7475b51a1eb req-5fcdc598-ad34-434d-be9d-a4d7687928e6 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:50.052744 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e86b11c-b78c-4c49-92b4-d7475b51a1eb req-5fcdc598-ad34-434d-be9d-a4d7687928e6 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 945 time: 0.1840081 Jun 29 13:35:50.060735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-091b8e62-6192-4057-ad6d-15a1e3ec8c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:50.063647 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b82fbc7-f97d-43eb-8582-a549c7bb592d req-60090e08-c587-4892-b9d9-c3f0292b442c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 944 time: 0.6355536 Jun 29 13:35:50.076503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad827959-4535-4928-8e91-975f09f664cc,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:50.087409 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.090910 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:50.124928 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e089d-8e3c-4327-8013-587fe90ea1fb,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:50.139685 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:50.149771 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6e3ed03f-8d95-4bb4-bfdb-31e7400fce33 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:50.154891 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6e3ed03f-8d95-4bb4-bfdb-31e7400fce33 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 817 time: 0.6442254 Jun 29 13:35:50.180433 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e86b11c-b78c-4c49-92b4-d7475b51a1eb req-cc05badb-cfc4-4a88-84ea-0a441efa5a92 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173260 Jun 29 13:35:50.217183 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-23e3996c-e42a-4de6-9d0b-c25994e00b2b service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807489 Jun 29 13:35:50.248941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.274376 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:50.285575 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:50.351246 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6153180a-7ac7-45f9-b01d-7adbf18b3a85 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 380 time: 0.1591942 Jun 29 13:35:50.358939 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b82fbc7-f97d-43eb-8582-a549c7bb592d req-3ca3b6d4-7a17-4d47-badf-c67bc95898f5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920943 Jun 29 13:35:50.366468 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,segment=NetworkSegment(1845a87b-b6c1-4d16-bb82-c41d86b22a7f),segment_id=1845a87b-b6c1-4d16-bb82-c41d86b22a7f)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:50.370884 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'port': {'device_id': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'admin_state_up': True, 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'security_groups': ['3ebb9105-041f-41a8-aa8d-1c312eb59c59']}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:50.373632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:50.446229 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-777e8361-7e74-4e30-8b8d-9e21aecc67d2 req-890526d1-5e26-4046-b87f-1f76cf036c6b service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215714 Jun 29 13:35:50.485334 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['ad827959-4535-4928-8e91-975f09f664cc'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:35:50.515622 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.520053 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:50.570461 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d14a5-147b-40b6-b865-1d65f0cdb5ee req-02d035ce-947e-450c-b426-dd876415086a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:50.579671 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-448d14a5-147b-40b6-b865-1d65f0cdb5ee req-02d035ce-947e-450c-b426-dd876415086a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 943 time: 0.1215382 Jun 29 13:35:50.597110 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58344) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:50.610436 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:50.615052 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:50.674301 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.692062 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-e45054ef-1aaa-4c3b-bf94-3e4ae95d1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:50.694629 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-e45054ef-1aaa-4c3b-bf94-3e4ae95d1062 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1096 time: 0.7442505 Jun 29 13:35:50.747708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.754712 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-448d14a5-147b-40b6-b865-1d65f0cdb5ee req-c0777cee-8f00-4da1-a723-40f32f6dffd7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737623 Jun 29 13:35:50.759106 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ac02c-ff66-48bd-a777-865d6068ab07" -d '{"events": [{"server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "name": "network-vif-plugged", "status": "completed", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:50.818661 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.846729 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:50.888320 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d606ed-f984-4fd7-81ff-ebaf8716518c x-openstack-request-id: req-b9d606ed-f984-4fd7-81ff-ebaf8716518c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:50.888839 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "name": "network-vif-plugged", "status": "completed", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:50.889811 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d606ed-f984-4fd7-81ff-ebaf8716518c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:50.890469 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38', 'code': 200} Jun 29 13:35:50.896558 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.901351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:50.902526 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ff2305d7-526e-4454-9c83-771e7c764d8c req-d225eeb2-c76b-4654-b93e-c40a9cb13b9d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 210 time: 0.1300993 Jun 29 13:35:50.904023 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:50.927985 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d65e271-bac2-4879-bd85-d57f6ca68b5d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:50.939211 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:50.953268 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bd975e308bc4287af195338940cfb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532393 Jun 29 13:35:50.955838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58356) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:50.957548 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01ad9d-c100-4f44-a5e8-a8c7dec558b1,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:50.962765 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:50.991627 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eda3fea3df0148079fccc0203f814558&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5630336 Jun 29 13:35:50.996171 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58360) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:51.018089 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'tag': '64e5080f-af19-4415-84b4-256467b648be'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:51.020375 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94043da8-93da-470a-bc73-dbc659bd0348" -d '{"events": [{"name": "network-changed", "server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "tag": "64e5080f-af19-4415-84b4-256467b648be"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:51.050020 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-4992b388-e172-4504-9567-97f58c8e0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:51.051541 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-4992b388-e172-4504-9567-97f58c8e0a5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.3435385 Jun 29 13:35:51.065176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.067648 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Made reservation on behalf of 82c6fe33d6ea4626a98fe5b677b3c887 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:51.071678 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.089511 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.107728 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51696947-0215-4733-bd06-e46f153ee73b x-openstack-request-id: req-51696947-0215-4733-bd06-e46f153ee73b {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:51.108026 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "tag": "64e5080f-af19-4415-84b4-256467b648be", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:51.108349 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51696947-0215-4733-bd06-e46f153ee73b {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:51.108753 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'tag': '64e5080f-af19-4415-84b4-256467b648be', 'status': 'completed', 'code': 200} Jun 29 13:35:51.121670 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-6e32f869-074c-4557-a5dd-9be880bab595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 217 time: 0.0619962 Jun 29 13:35:51.140109 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.234079 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-b05baa17-6c74-47d5-8333-9c3069a25b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:51.235917 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-b05baa17-6c74-47d5-8333-9c3069a25b1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.1062613 Jun 29 13:35:51.239388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-645feea3-52b3-4e94-a452-b230488266d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.327033 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ad827959-4535-4928-8e91-975f09f664cc up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:51.369526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Allocated IP 172.20.0.4 (53c846d0-1c64-46b4-a54a-1a536e633801/6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077/be8787c6-92d8-45ea-a6f5-a9c8f0745b0b) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:35:51.402127 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port ad827959-4535-4928-8e91-975f09f664cc completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:51.410633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port ad827959-4535-4928-8e91-975f09f664cc triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:51.412469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.514063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.521425 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-44cb6b83-923e-401b-96df-ff2243599c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:51.523573 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-44cb6b83-923e-401b-96df-ff2243599c69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2722790 Jun 29 13:35:51.606535 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.626207 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.661968 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501e03f-930d-4f31-beaa-4f4b03b66dcb req-f4a329f6-30a2-4057-ad36-b891c2e65154 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:51.670150 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f501e03f-930d-4f31-beaa-4f4b03b66dcb req-f4a329f6-30a2-4057-ad36-b891c2e65154 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.3045900 Jun 29 13:35:51.707317 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad827959-4535-4928-8e91-975f09f664cc,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:51.718542 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.722668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d2ccb056-9b82-463b-8ed6-18bd4f8fd07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:51.744781 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.765820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Transition to ACTIVE for port object be8787c6-92d8-45ea-a6f5-a9c8f0745b0b will not be triggered until provisioned by entity DHCP. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:51.824308 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:51.839113 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:51.839409 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.850052 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-5f7f1cac-5400-4b75-898f-90a51886b160 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943330 Jun 29 13:35:51.868320 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:51.905830 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f501e03f-930d-4f31-beaa-4f4b03b66dcb req-29c03f65-e55d-401e-b638-362702a62cf3 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346826 Jun 29 13:35:51.912720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.917516 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.929675 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e01ad9d-c100-4f44-a5e8-a8c7dec558b1 HTTP/1.1" status: 204 len: 168 time: 0.9250612 Jun 29 13:35:51.938613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-59cc7771-e774-4d74-9a8f-3018ce54359a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:51.951516 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.954491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:51.958062 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d65e271-bac2-4879-bd85-d57f6ca68b5d HTTP/1.1" status: 204 len: 168 time: 0.9988787 Jun 29 13:35:51.967299 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043da8-93da-470a-bc73-dbc659bd0348 req-ff9e653c-1ebd-4781-b102-95143b6cb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:51.970788 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-ff9e653c-1ebd-4781-b102-95143b6cb5ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 1097 time: 0.8346004 Jun 29 13:35:51.981527 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01ad9d-c100-4f44-a5e8-a8c7dec558b1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:52.004467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:52.024278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-08f7fe6f-86c8-4766-9d8e-931b505cc553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:52.051595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:35:52.068695 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194455e-f7b6-4ddb-87d1-f845b86bd2bb req-379d602b-c523-4bc0-a044-be6d3392ba34 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.072454 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1194455e-f7b6-4ddb-87d1-f845b86bd2bb req-379d602b-c523-4bc0-a044-be6d3392ba34 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 944 time: 0.3419704 Jun 29 13:35:52.115143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-27406d91-6360-41de-a3ef-121036d9956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.116652 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-27406d91-6360-41de-a3ef-121036d9956a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 1099 time: 0.4176490 Jun 29 13:35:52.120588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d65e271-bac2-4879-bd85-d57f6ca68b5d,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:52.126500 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:52.146312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:52.172135 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:35:52.174246 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.177841 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.178730 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.256261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:52.261115 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:52.299669 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1194455e-f7b6-4ddb-87d1-f845b86bd2bb req-07778e56-8330-4864-ae7b-d028cc2152b2 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819382 Jun 29 13:35:52.331081 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043da8-93da-470a-bc73-dbc659bd0348 req-0f747ff3-1111-4678-9028-40422be681f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.332846 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-0f747ff3-1111-4678-9028-40422be681f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.3490252 Jun 29 13:35:52.425974 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-777599a7-b855-47f7-982c-4a9586302d06 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636826 Jun 29 13:35:52.426214 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-0eddb5c0-fb86-4544-96b3-5db77d8de01e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64e5080f-af19-4415-84b4-256467b648be HTTP/1.1" status: 200 len: 217 time: 0.0798941 Jun 29 13:35:52.479191 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca05f0-e9cb-4d91-9a9c-2a4356262883 req-aa8a81b6-4599-47bd-9a4c-9bf57a719211 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.488642 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-84ca05f0-e9cb-4d91-9a9c-2a4356262883 req-aa8a81b6-4599-47bd-9a4c-9bf57a719211 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 943 time: 0.3588850 Jun 29 13:35:52.552287 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2fc0e7fe-adbe-4ce4-b3dc-f8ea1c7758c6 None None] Provisioning for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:52.553534 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-84ca05f0-e9cb-4d91-9a9c-2a4356262883 req-f9560b2a-268f-472d-96a0-525e368ee3e0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643184 Jun 29 13:35:52.570349 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2fc0e7fe-adbe-4ce4-b3dc-f8ea1c7758c6 None None] Provisioning complete for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:52.570792 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e7fe-adbe-4ce4-b3dc-f8ea1c7758c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.571124 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043da8-93da-470a-bc73-dbc659bd0348 req-cdcfa749-59bb-4954-8dc0-d5d6205b60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.572732 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-cdcfa749-59bb-4954-8dc0-d5d6205b60bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.1282809 Jun 29 13:35:52.633646 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-50facfe3-496f-498c-a53b-2821f102e9f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496173 Jun 29 13:35:52.635724 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.643146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0e7fe-adbe-4ce4-b3dc-f8ea1c7758c6 None None] Port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:35:52.649741 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2878690 Jun 29 13:35:52.663607 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Request body: {'port': {'device_id': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:52.681330 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.754223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.758292 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:52.763138 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-20572dc0-2336-4391-bd86-6dfa383da5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:52.827934 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dab14bd1-0d60-4bfc-9c33-36fd17fd674c req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951654 Jun 29 13:35:52.831995 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-28a766b1-5090-433f-a156-133d4f1eb6ef service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554160 Jun 29 13:35:52.835567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82399250-ba65-44ee-9873-0f9d630ecdae,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:52.849560 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:52.868773 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e396175-2844-4749-8f2d-3674084b9097 req-8e1eda5f-cce1-4ab6-91ae-3eca12a40512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:52.870007 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7e396175-2844-4749-8f2d-3674084b9097 req-8e1eda5f-cce1-4ab6-91ae-3eca12a40512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 931 time: 0.2468657 Jun 29 13:35:52.891824 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:52.894598 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff50896-1ce4-4ab6-8387-4fa543efb067" -d '{"events": [{"server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "name": "network-vif-plugged", "status": "completed", "tag": "ad827959-4535-4928-8e91-975f09f664cc"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:52.940085 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29fbe51-f1a4-4863-b941-b0168e2c1058 x-openstack-request-id: req-f29fbe51-f1a4-4863-b941-b0168e2c1058 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:52.940967 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "name": "network-vif-plugged", "status": "completed", "tag": "ad827959-4535-4928-8e91-975f09f664cc", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:52.942067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f29fbe51-f1a4-4863-b941-b0168e2c1058 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:52.943313 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc', 'code': 200} Jun 29 13:35:53.043249 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7e396175-2844-4749-8f2d-3674084b9097 req-0388d331-4a61-4edd-b2ca-c2468dab4247 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663730 Jun 29 13:35:53.086252 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:53.092876 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.139082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Transition to ACTIVE for port object be8787c6-92d8-45ea-a6f5-a9c8f0745b0b will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:35:53.149757 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.162993 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-94043da8-93da-470a-bc73-dbc659bd0348 req-e454ed54-4b79-4694-8473-b68ac17a7ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397721 Jun 29 13:35:53.167384 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:53.270117 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:53.274739 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:53.282347 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1b99-d6bc-4669-bd1f-2abff4fa097b req-67e2710c-e486-4920-b541-03f531de1106 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:53.283884 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-308a1b99-d6bc-4669-bd1f-2abff4fa097b req-67e2710c-e486-4920-b541-03f531de1106 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.1872466 Jun 29 13:35:53.331108 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:35:53.353158 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Attempting to bind port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:35:53.353158 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Attempting to bind port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:35:53.353158 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Attempting to bind port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:53.363488 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b on network 53c846d0-1c64-46b4-a54a-1a536e633801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:35:53.363604 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043baa7b-b7ba-4b24-b7c6-939127707753 req-65ed7ea3-a4f1-479e-8121-d50ab54e5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:53.363822 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Attempting to bind port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:35:53.366947 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-043baa7b-b7ba-4b24-b7c6-939127707753 req-65ed7ea3-a4f1-479e-8121-d50ab54e5d6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.1237061 Jun 29 13:35:53.425154 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-043baa7b-b7ba-4b24-b7c6-939127707753 req-6104f105-c2eb-45cb-acca-acefbc5a855d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502346 Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-308a1b99-d6bc-4669-bd1f-2abff4fa097b req-d599a68e-66ae-42e7-bbe5-a82fc0d4fb3f tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354868 Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Checking segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Bound using segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Bound port: be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:35:53.458133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.619280 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:53.620683 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:35:53.628783 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:35:53.637533 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.642776 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:53.647939 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f694fd-9904-4832-8775-3c3156d50dad req-a405741a-ea1a-497c-b6a1-3ed06df1db1e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:53.657985 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-95f694fd-9904-4832-8775-3c3156d50dad req-a405741a-ea1a-497c-b6a1-3ed06df1db1e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 944 time: 0.1341302 Jun 29 13:35:53.668875 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'port_id': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'mac_address': 'fa:16:3e:e9:69:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:35:53.717942 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-95f694fd-9904-4832-8775-3c3156d50dad req-ccdbf361-e1d7-4ac9-9df7-d43e461ae510 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Jun 29 13:35:53.738008 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:53.739283 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.742496 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] 10.222.0.61 "PUT /v2.0/ports/be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 1093 time: 1.0854011 Jun 29 13:35:53.743343 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:53.747664 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb739b10-12db-42ce-a4f8-e0950e9e13a8" -d '{"events": [{"name": "network-changed", "server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:53.840061 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.877989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:53.884649 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58472) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:53.892431 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb17a0-2f8d-4f21-a139-35d49ae31a0c x-openstack-request-id: req-9dbb17a0-2f8d-4f21-a139-35d49ae31a0c {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:53.894006 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:53.897093 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dbb17a0-2f8d-4f21-a139-35d49ae31a0c {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:53.898484 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'status': 'completed', 'code': 200} Jun 29 13:35:53.930230 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:53.934565 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:53.937456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:53.942545 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:53.943838 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 64e5080f-af19-4415-84b4-256467b648be details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:35:53.949136 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:54.096044 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a115-9f26-4a8d-a226-4ab4c7b540cc req-e76c6cd1-00bc-40cd-bad2-a6334ab7ec6b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.097628 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2766a115-9f26-4a8d-a226-4ab4c7b540cc req-e76c6cd1-00bc-40cd-bad2-a6334ab7ec6b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 943 time: 0.3139641 Jun 29 13:35:54.160378 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:54.165040 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:54.176391 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.194808 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-1ff14e88-cf62-4802-94b4-949cdcd5d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.196330 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-1ff14e88-cf62-4802-94b4-949cdcd5d7f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1096 time: 0.3604538 Jun 29 13:35:54.233923 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=64e5080f-af19-4415-84b4-256467b648be,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:54.250223 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '64e5080f-af19-4415-84b4-256467b648be', 'network_id': 'd0aa4680-d7a2-499c-a5d6-cf550e5236a1', 'port_id': '64e5080f-af19-4415-84b4-256467b648be', 'mac_address': 'fa:16:3e:a4:39:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938d85f8-6373-48ce-8713-261c38f50319', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:35:54.301941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.307662 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-0184fd50-3a27-4055-ba62-086a1ea750b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 217 time: 0.1001081 Jun 29 13:35:54.325182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e5080f-af19-4415-84b4-256467b648be {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:35:54.334565 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2766a115-9f26-4a8d-a226-4ab4c7b540cc req-8b9f8100-4c1c-46d4-8dab-824f5e599b9a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201676 Jun 29 13:35:54.368595 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=64e5080f-af19-4415-84b4-256467b648be,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:54.374936 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.376553 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c11f885a-bcff-4b08-8914-dcd9d797becc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:54.449912 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a599d858-1801-48e8-86bc-a02a50eda603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.452432 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-a599d858-1801-48e8-86bc-a02a50eda603 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.1064885 Jun 29 13:35:54.463347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:54.466692 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:54.473272 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0629d1-b5f3-4dd2-88d1-64cd96477c36 req-d3bd4cf7-9d3c-4298-81ae-28f2363958e7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.477161 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-db0629d1-b5f3-4dd2-88d1-64cd96477c36 req-d3bd4cf7-9d3c-4298-81ae-28f2363958e7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1847243 Jun 29 13:35:54.517470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-361748105-network', 'tenant_id': 'ef670c2503d54deeb7c5091c5369e687'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:54.565610 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-db0629d1-b5f3-4dd2-88d1-64cd96477c36 req-32c3c43c-b6be-451e-af3b-021f776c0600 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781496 Jun 29 13:35:54.580576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Made reservation on behalf of ef670c2503d54deeb7c5091c5369e687 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:54.583869 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.599398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.639051 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a35d-1bf5-462b-b374-9ed7df9de7eb req-c8a8311d-a0e0-43bc-b47f-b996ecf2b8e8 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.640753 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bbf3a35d-1bf5-462b-b374-9ed7df9de7eb req-c8a8311d-a0e0-43bc-b47f-b996ecf2b8e8 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.0805700 Jun 29 13:35:54.695766 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bbf3a35d-1bf5-462b-b374-9ed7df9de7eb req-93dd629d-52e0-45c2-b611-31e83ab2f173 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Jun 29 13:35:54.734341 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.755923 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.764096 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5b49580-e692-43ae-91c9-dfb4290615df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:54.792047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:35:54.801573 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d56fb-7d9c-4beb-8a6e-4b596809434e,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:54.806269 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:54.809968 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.810611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Added segment c7a0caa9-bcb5-4a0f-b664-ba3afa56c316 of type vlan for network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 Jun 29 13:35:54.865386 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.896610 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.898374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:54.898981 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:54.903433 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:54.981205 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0950408 Jun 29 13:35:54.984325 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58518) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:35:54.989320 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Request body: {'subnet': {'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-361748105-subnet', 'tenant_id': 'ef670c2503d54deeb7c5091c5369e687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:35:54.996755 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:55.004289 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:55.011421 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:35:55.028001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72cf8-969f-477c-a886-5247a43ab3ad req-18a7ef40-9d5d-4ef5-a6bc-b5ebc887b7f6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:55.029638 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7db72cf8-969f-477c-a886-5247a43ab3ad req-18a7ef40-9d5d-4ef5-a6bc-b5ebc887b7f6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 945 time: 0.1089487 Jun 29 13:35:55.042013 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Made reservation on behalf of ef670c2503d54deeb7c5091c5369e687 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:35:55.044406 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:55.079560 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7db72cf8-969f-477c-a886-5247a43ab3ad req-dd421f22-6f38-466f-956c-15612f8ef0d9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Jun 29 13:35:55.242558 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:55.244669 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:55.300700 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec48446-e9ac-4682-8c62-987cef475d88,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:55.307634 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:55.313107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Checking segment: {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:35:55.313461 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Network hostable DHCP agents. Network: ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:35:55.336424 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:35:55.347271 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:35:55.356180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:55.356668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab471aed-932d-4963-abb3-ef9c60cb0a2c None None] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:55.356798 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:55.374570 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3891299 Jun 29 13:35:55.535515 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca584b8-925f-43e8-83b8-456b4ff1e101 None None] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:35:55.830231 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62e73-e4e1-4fcb-82cd-3b665947988d req-d075d9c7-824e-48e2-9c80-6a893be7a31e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:55.832215 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-67a62e73-e4e1-4fcb-82cd-3b665947988d req-d075d9c7-824e-48e2-9c80-6a893be7a31e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0859051 Jun 29 13:35:55.904191 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-67a62e73-e4e1-4fcb-82cd-3b665947988d req-18b0a64a-8fe3-4ae9-bf6e-31a1ed29960a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645497 Jun 29 13:35:55.940598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd046d-a335-4253-92ab-64f30207e55d req-b4827a4d-8aa5-4347-b588-3e61d39e56d7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:55.948784 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-69fd046d-a335-4253-92ab-64f30207e55d req-b4827a4d-8aa5-4347-b588-3e61d39e56d7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 944 time: 0.4435751 Jun 29 13:35:56.009787 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-69fd046d-a335-4253-92ab-64f30207e55d req-91faae4e-67b1-4eca-838f-caba0a58f0af tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600977 Jun 29 13:35:56.085387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4047261-e114-43c5-a5c2-33b626a7e458 req-51875443-3c5b-45ad-9571-7d4f015e196a tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:56.091919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f4047261-e114-43c5-a5c2-33b626a7e458 req-51875443-3c5b-45ad-9571-7d4f015e196a tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.0760036 Jun 29 13:35:56.125835 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f4047261-e114-43c5-a5c2-33b626a7e458 req-0fdbd1d1-f96b-4219-ae92-373467fd05b3 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Jun 29 13:35:56.264372 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c0702-e533-492c-9f51-d2e1af1f8dc0 req-aa98d6ff-8d99-4602-8bb3-e346dc8edcd3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:56.265817 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-643c0702-e533-492c-9f51-d2e1af1f8dc0 req-aa98d6ff-8d99-4602-8bb3-e346dc8edcd3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 945 time: 0.0645442 Jun 29 13:35:56.304498 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-643c0702-e533-492c-9f51-d2e1af1f8dc0 req-c55aa347-eef6-465e-a508-bd24615ec0ef tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jun 29 13:35:57.078295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179ad83-d2a9-4212-8c8b-5e2eaa3a3014 req-7a0a6ccd-c942-47ee-ac19-d090ff6251db tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.079948 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d179ad83-d2a9-4212-8c8b-5e2eaa3a3014 req-7a0a6ccd-c942-47ee-ac19-d090ff6251db tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0648019 Jun 29 13:35:57.122983 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d179ad83-d2a9-4212-8c8b-5e2eaa3a3014 req-3f614ff4-ca78-4819-b44d-7ff027b65003 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362873 Jun 29 13:35:57.198487 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1262-fa2e-4495-94a1-59cdcd97e5ed req-fb14d165-e5ed-4b4e-808d-85017829841a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.200098 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf2a1262-fa2e-4495-94a1-59cdcd97e5ed req-fb14d165-e5ed-4b4e-808d-85017829841a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 944 time: 0.0704045 Jun 29 13:35:57.242231 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf2a1262-fa2e-4495-94a1-59cdcd97e5ed req-868cd23f-d286-4f8a-b084-a768d7ee837b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361168 Jun 29 13:35:57.302658 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5ebd0-907e-4407-a68f-3744c5c600b1 req-be26e00f-3d76-4347-be3a-e651134a5488 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.304096 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fdf5ebd0-907e-4407-a68f-3744c5c600b1 req-be26e00f-3d76-4347-be3a-e651134a5488 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.0668683 Jun 29 13:35:57.345246 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fdf5ebd0-907e-4407-a68f-3744c5c600b1 req-b1205145-299d-4006-baaa-c403b9984263 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349033 Jun 29 13:35:57.409782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-304c2c41-269c-4d40-8c0e-0e0a6eea3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.412229 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-304c2c41-269c-4d40-8c0e-0e0a6eea3719 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614028 Jun 29 13:35:57.568669 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-fa9138aa-16f4-46f0-93ec-ef3d344550e9 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457496 Jun 29 13:35:57.578462 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b428c-ddab-4959-8561-68ea20fc148a req-2353a121-1186-4ba3-b7e5-dbffbd0e7dd7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.580065 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a50b428c-ddab-4959-8561-68ea20fc148a req-2353a121-1186-4ba3-b7e5-dbffbd0e7dd7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 945 time: 0.1385849 Jun 29 13:35:57.695020 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a50b428c-ddab-4959-8561-68ea20fc148a req-16d5b0c2-b950-4baf-aa1d-f3c72b50329a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048698 Jun 29 13:35:57.697460 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:35:57.730766 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['64e5080f-af19-4415-84b4-256467b648be'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:35:57.730991 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc099e3c-7cdd-4d42-af74-5e872e1f35fc req-1d967bf9-8106-471b-98a2-0ba8b86d07c5 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495082 Jun 29 13:35:57.879248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-d7929d70-3385-4775-a6e8-ed25dba661aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:57.881838 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-d7929d70-3385-4775-a6e8-ed25dba661aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1096 time: 0.0801947 Jun 29 13:35:58.044150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-2e7f0a44-cf9d-4eb7-b922-f81f27096884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.045749 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-2e7f0a44-cf9d-4eb7-b922-f81f27096884 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1559076 Jun 29 13:35:58.094858 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-7ca83d88-21f3-461f-acf1-dd1108b31b34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 217 time: 0.0411162 Jun 29 13:35:58.178682 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-60d2e31a-2caa-4f02-8deb-9a549edf9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.180450 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-60d2e31a-2caa-4f02-8deb-9a549edf9bff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0702291 Jun 29 13:35:58.261751 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-71dfe325-57a1-46ee-b656-429b86a47fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.263706 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-71dfe325-57a1-46ee-b656-429b86a47fa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703430 Jun 29 13:35:58.345503 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff28b32-c312-47fb-9589-97ff02856486 req-debbe792-3018-41a1-8a32-8ed68568720e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.348243 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8ff28b32-c312-47fb-9589-97ff02856486 req-debbe792-3018-41a1-8a32-8ed68568720e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0916851 Jun 29 13:35:58.409183 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8ff28b32-c312-47fb-9589-97ff02856486 req-5f8408ad-6571-4fa3-851c-dcb5fc77b12d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523722 Jun 29 13:35:58.464843 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-9f4a4fb2-b0c0-4237-99a8-88d0763b515a service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814072 Jun 29 13:35:58.549909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35e42-d1db-456d-948a-ac2f5fec48ed req-b49247b5-93b6-40ce-90d9-3afdb9e17635 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.551617 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b3a35e42-d1db-456d-948a-ac2f5fec48ed req-b49247b5-93b6-40ce-90d9-3afdb9e17635 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 944 time: 0.1594992 Jun 29 13:35:58.612211 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f749-74dc-43d7-8cee-17b74072cc7f req-372bc348-7de3-4a78-aed8-1777cd736067 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.615167 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb739b10-12db-42ce-a4f8-e0950e9e13a8 req-70c4cc1a-e38d-4e69-bd10-23ff651ce9aa service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416333 Jun 29 13:35:58.618413 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b3a35e42-d1db-456d-948a-ac2f5fec48ed req-a75711ef-3908-4129-a8f1-7b8e92dfa894 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592742 Jun 29 13:35:58.621161 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-90d2f749-74dc-43d7-8cee-17b74072cc7f req-372bc348-7de3-4a78-aed8-1777cd736067 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.0958009 Jun 29 13:35:58.662170 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-90d2f749-74dc-43d7-8cee-17b74072cc7f req-1f900e91-f398-48a7-8e3c-84757d35bff7 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Jun 29 13:35:58.931500 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd2d0-e85e-4b96-a733-941c1be0a843 req-9d84ac0b-d6a9-476e-aa29-67353f9ae39a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:58.933208 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8d4fd2d0-e85e-4b96-a733-941c1be0a843 req-9d84ac0b-d6a9-476e-aa29-67353f9ae39a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 945 time: 0.0810351 Jun 29 13:35:59.030813 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8d4fd2d0-e85e-4b96-a733-941c1be0a843 req-c9277266-3e42-46fd-84f9-ff44e9912e2b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795548 Jun 29 13:35:59.306485 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:59.362087 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:59.367339 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:59.367720 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.453737 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.478273 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:35:59.480802 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a088895-4d9d-4d3a-b67f-b1ec1c1778c4" -d '{"events": [{"server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "name": "network-vif-plugged", "status": "completed", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:35:59.494205 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:59.499711 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.500613 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 64e5080f-af19-4415-84b4-256467b648be up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:35:59.502369 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:59.504079 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-8f0fdbca-aed4-45a7-9388-553baab4db04 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:59.506462 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-8f0fdbca-aed4-45a7-9388-553baab4db04 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 813 time: 0.1277430 Jun 29 13:35:59.529899 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-a75d92e6-4adc-457f-9327-556e81554a09 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/quotas/ef670c2503d54deeb7c5091c5369e687 HTTP/1.1" status: 200 len: 375 time: 0.0164554 Jun 29 13:35:59.572463 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-3a563131-1955-491c-ad14-cfdada962716 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413153 Jun 29 13:35:59.579315 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:59.583449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:59.593217 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 64e5080f-af19-4415-84b4-256467b648be completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:35:59.598100 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 64e5080f-af19-4415-84b4-256467b648be triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:35:59.598542 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.632629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b848a16-c60d-45ee-bc10-365500ef3e30 req-87faf808-f089-4335-8bca-35a2dc857071 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:59.634408 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5b848a16-c60d-45ee-bc10-365500ef3e30 req-87faf808-f089-4335-8bca-35a2dc857071 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0906038 Jun 29 13:35:59.675416 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5b848a16-c60d-45ee-bc10-365500ef3e30 req-0ec0f260-ebb2-494b-921e-4c62137d0035 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Jun 29 13:35:59.681826 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.682020 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-6f6e0ef5-e0ba-4983-8444-28c4c491e1b3 service neutron] 10.222.0.21 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022239 Jun 29 13:35:59.717450 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=64e5080f-af19-4415-84b4-256467b648be,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:35:59.722292 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:35:59.724898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-36d88fdc-600e-4890-b2b5-f06b9763ba6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:35:59.747016 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82769750-3d23-41f7-99e5-bdc71518ebf8 x-openstack-request-id: req-82769750-3d23-41f7-99e5-bdc71518ebf8 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:35:59.747384 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "name": "network-vif-plugged", "status": "completed", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:35:59.747779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82769750-3d23-41f7-99e5-bdc71518ebf8 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:35:59.748038 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'code': 200} Jun 29 13:35:59.780345 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:35:59.783680 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:35:59.790093 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-54cacea4-ed3e-43f7-a382-b6c279b1773a service neutron] 10.222.0.21 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016159 Jun 29 13:35:59.908432 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6cf78-b7f5-49f7-9e2e-6a2ee0099ac5 req-348b873a-c202-4a3c-a52a-95e3cf3b063f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:35:59.916704 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4ee6cf78-b7f5-49f7-9e2e-6a2ee0099ac5 req-348b873a-c202-4a3c-a52a-95e3cf3b063f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0883777 Jun 29 13:35:59.975034 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4ee6cf78-b7f5-49f7-9e2e-6a2ee0099ac5 req-6cdb6614-b7eb-4ef2-b8b8-ebc3e597908a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568142 Jun 29 13:36:00.016514 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8bb258fe-4f56-4632-8d4a-a0b7afad584f req-c2e156f2-d259-46d8-9450-944f8a5ae1ca tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 210 time: 0.0421910 Jun 29 13:36:00.097789 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed406ef-81f3-4246-b7b4-e08f98497611 req-2afd4267-f95c-4f50-a939-d4ec121e0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:00.102688 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1ed406ef-81f3-4246-b7b4-e08f98497611 req-2afd4267-f95c-4f50-a939-d4ec121e0507 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1098 time: 0.1265833 Jun 29 13:36:00.166273 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1ed406ef-81f3-4246-b7b4-e08f98497611 req-18464d42-3b1e-4163-b370-d9c9a0f95a95 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564144 Jun 29 13:36:00.305334 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58702) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:00.311818 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ee5ef-1fed-4e3e-bde9-93bb573dcd28 req-fec44c5b-622e-4c88-aeec-1e23b27445a6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:00.315754 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-215ee5ef-1fed-4e3e-bde9-93bb573dcd28 req-fec44c5b-622e-4c88-aeec-1e23b27445a6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1246355 Jun 29 13:36:00.425711 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-215ee5ef-1fed-4e3e-bde9-93bb573dcd28 req-912b51c4-ce5c-4406-b2f3-657237d444c6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975783 Jun 29 13:36:00.588909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:00.731657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:00.739280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:00.775574 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:00.779864 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f61c62a66b1947af9fc9c83e26bbc4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732544 Jun 29 13:36:00.782425 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58728) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:00.823613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0569da3a-974a-4f9a-99e8-ae3c5e2e2480,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:00.831481 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:00.894592 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:00.932415 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a12f4-c413-4a49-99e6-a295b7f8daa7 req-2e318c64-c78e-4fe7-8087-95d42086d223 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:00.935387 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-444a12f4-c413-4a49-99e6-a295b7f8daa7 req-2e318c64-c78e-4fe7-8087-95d42086d223 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1196079 Jun 29 13:36:00.940495 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:01.013600 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-444a12f4-c413-4a49-99e6-a295b7f8daa7 req-7b525565-13c2-438d-81a8-ef8ac1cefb35 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675046 Jun 29 13:36:01.022008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:01.027232 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:01.033610 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0569da3a-974a-4f9a-99e8-ae3c5e2e2480 HTTP/1.1" status: 204 len: 168 time: 0.2433071 Jun 29 13:36:01.034570 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:01.079902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0569da3a-974a-4f9a-99e8-ae3c5e2e2480,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:01.097422 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:01.215133 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49eed5-277c-44dd-8437-13a42312f4df req-643443e9-9c8e-4b08-bc95-9f2bd52d62e2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:01.216988 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a49eed5-277c-44dd-8437-13a42312f4df req-643443e9-9c8e-4b08-bc95-9f2bd52d62e2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0922987 Jun 29 13:36:01.221921 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a00239be-6203-42b6-942d-d17c5c896b8b req-1fec29d5-9a5f-40b9-9c4b-b5e879d988f4 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 210 time: 0.0359454 Jun 29 13:36:01.290708 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a49eed5-277c-44dd-8437-13a42312f4df req-8ee9eb48-9c9b-4354-b7cb-ad4f992d1aea tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631506 Jun 29 13:36:01.326933 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:36:01.437264 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:01.455097 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:36:01.496856 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:01.513771 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:01.537679 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:01.542643 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:01.546933 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:01.618971 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:01.623833 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:01.644186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b68b56-9808-47ff-9b93-8a432dca287f req-9499594a-30ca-495e-a854-d7c54d757f55 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:01.646415 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b6b68b56-9808-47ff-9b93-8a432dca287f req-9499594a-30ca-495e-a854-d7c54d757f55 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0774968 Jun 29 13:36:01.697299 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b6b68b56-9808-47ff-9b93-8a432dca287f req-f7103367-24be-4a3f-8e9c-2045b3728d93 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391629 Jun 29 13:36:01.748893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e5080f-af19-4415-84b4-256467b648be'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:01.752557 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6789162-1bb7-47bf-a9d0-09f24a5169fd" -d '{"events": [{"server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "name": "network-vif-plugged", "status": "completed", "tag": "64e5080f-af19-4415-84b4-256467b648be"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:01.813110 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c5041-1d43-49a8-abc0-55f521ed0bc2 x-openstack-request-id: req-c30c5041-1d43-49a8-abc0-55f521ed0bc2 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:01.813582 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "name": "network-vif-plugged", "status": "completed", "tag": "64e5080f-af19-4415-84b4-256467b648be", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:01.813989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c30c5041-1d43-49a8-abc0-55f521ed0bc2 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:01.814635 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e5080f-af19-4415-84b4-256467b648be', 'code': 200} Jun 29 13:36:01.881936 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:36:01.896708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-c9ec574a-9ea0-4de9-a53e-8d7dc97db81e tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:01.898664 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-c9ec574a-9ea0-4de9-a53e-8d7dc97db81e tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 813 time: 0.1390200 Jun 29 13:36:01.934759 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Request body: {'port': {'device_id': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08', 'admin_state_up': True, 'tenant_id': 'ef670c2503d54deeb7c5091c5369e687'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:02.193871 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Made reservation on behalf of ef670c2503d54deeb7c5091c5369e687 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:02.198259 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:02.260738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c672807-4487-41ab-9266-6bffbca4e160 req-373f8567-60a8-4380-8e8a-74220760918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:02.267389 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3c672807-4487-41ab-9266-6bffbca4e160 req-373f8567-60a8-4380-8e8a-74220760918f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 1099 time: 0.0938814 Jun 29 13:36:02.368091 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3c672807-4487-41ab-9266-6bffbca4e160 req-3d558457-06d9-4c13-b5b8-30ee3e81ec61 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879083 Jun 29 13:36:02.436424 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c700ea-17ab-4f91-b713-1ad4c1c66c57 req-25c74eca-2752-48a0-a09e-5ca264656541 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:02.446772 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-46c700ea-17ab-4f91-b713-1ad4c1c66c57 req-25c74eca-2752-48a0-a09e-5ca264656541 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.2403493 Jun 29 13:36:02.479149 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dc3766a8-54d0-4820-9320-20db39662d9b req-494b4d79-1995-4c53-9526-23e85c23b61b tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 210 time: 0.0471959 Jun 29 13:36:02.529310 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-46c700ea-17ab-4f91-b713-1ad4c1c66c57 req-d845a5eb-470c-4d66-ba94-521b741bc82e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812261 Jun 29 13:36:02.534590 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Allocated IP 172.20.0.7 (ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08/aec48446-e9ac-4682-8c62-987cef475d88/98ef0cfe-c760-426f-bdb0-2f3839f64b09) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:02.687211 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58810) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:02.737760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600be3-cba9-4fb2-8566-fb1d3cf805ab req-966e51c0-ba34-42b6-8c60-b91a4a0ffa09 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:02.748650 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-64600be3-cba9-4fb2-8566-fb1d3cf805ab req-966e51c0-ba34-42b6-8c60-b91a4a0ffa09 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1326847 Jun 29 13:36:02.847553 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-64600be3-cba9-4fb2-8566-fb1d3cf805ab req-a0d248a2-df04-4670-a995-5e85cfecd34d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918007 Jun 29 13:36:02.849712 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:02.934758 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:02.946324 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:03.000494 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:03.010605 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:03.020602 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:03.025939 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:03.026578 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.048336 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Pushing event updated for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:03.058059 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05d3df-6192-462a-9312-008da6cfe9e1 req-37117482-8386-4c6b-bf80-6893ea7e8cb0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:03.059855 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8f05d3df-6192-462a-9312-008da6cfe9e1 req-37117482-8386-4c6b-bf80-6893ea7e8cb0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1680450 Jun 29 13:36:03.059983 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31595a-245d-4060-b92b-de53225c991a req-7f5e25d5-8728-4352-902d-be7e9b56e1ee tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:03.060662 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.061616 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ed31595a-245d-4060-b92b-de53225c991a req-7f5e25d5-8728-4352-902d-be7e9b56e1ee tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0766490 Jun 29 13:36:03.062847 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:03.072770 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419764 Jun 29 13:36:03.074455 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58824) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:03.079502 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'floatingip': {'port_id': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:03.169116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.286513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Request body: {'port': {'device_id': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:03.352358 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:03.365842 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8f05d3df-6192-462a-9312-008da6cfe9e1 req-aa75dd8a-e3de-47a6-83ab-2d955c8916c4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919824 Jun 29 13:36:03.427519 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:03.435251 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:03.436071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.436507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.523367 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.590845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.606885 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:03.636293 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.702961 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:03.709151 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.712793 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:03.723912 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ba9b2-aac3-474d-9881-96cb5ef5eb20,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:03.733189 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af14ab3a9f1247c590ee8fe471004ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0426145 Jun 29 13:36:03.734317 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:03.736821 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58842) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:03.784568 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:03.791925 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:03.815994 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:03.819408 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff852a2e-42ac-4010-b7f1-d7e2b434af6d" -d '{"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:03.912057 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.949967 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:03.983708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060f73-c067-447a-9b12-e359d356e68b req-c30adada-7936-40db-b9a7-c6506ae929b9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:03.985374 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-09060f73-c067-447a-9b12-e359d356e68b req-c30adada-7936-40db-b9a7-c6506ae929b9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1946220 Jun 29 13:36:04.046236 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ef0cfe-c760-426f-bdb0-2f3839f64b09 {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:04.056551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14499-4e4e-4ab0-a37b-3f378b85c9d2 req-cc86c868-1584-4e92-8fcb-68b123affd3d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.057954 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.064093 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-23e14499-4e4e-4ab0-a37b-3f378b85c9d2 req-cc86c868-1584-4e92-8fcb-68b123affd3d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 931 time: 0.2660651 Jun 29 13:36:04.086379 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-09060f73-c067-447a-9b12-e359d356e68b req-e7a13713-ed2c-40a1-abfc-0609ec103dcf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802100 Jun 29 13:36:04.087337 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Transition to ACTIVE for port object 98ef0cfe-c760-426f-bdb0-2f3839f64b09 will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:04.088485 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.091053 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.094873 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b31ba9b2-aac3-474d-9881-96cb5ef5eb20 HTTP/1.1" status: 204 len: 168 time: 0.3544884 Jun 29 13:36:04.094873 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8172fdc7-f08a-4620-afcc-d248f29567be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:04.101825 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.104950 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ba9b2-aac3-474d-9881-96cb5ef5eb20,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:04.108014 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:04.108676 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:04.167395 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-23e14499-4e4e-4ab0-a37b-3f378b85c9d2 req-bcd1e556-a879-42ea-8a6a-0f835ea39986 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992005 Jun 29 13:36:04.178870 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Pushing event updated for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:04.181988 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:04.248833 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83bf1c-dbe8-4d7c-bf79-5fad7e4f0830 x-openstack-request-id: req-3b83bf1c-dbe8-4d7c-bf79-5fad7e4f0830 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:04.249140 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:04.249646 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b83bf1c-dbe8-4d7c-bf79-5fad7e4f0830 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:04.250291 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'code': 200} Jun 29 13:36:04.251221 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Attempting to bind port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:04.251718 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Attempting to bind port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:04.252201 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Attempting to bind port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:04.259150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:36:04.260375 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Attempting to bind port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:04.266792 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:04.267713 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Checking segment: {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:04.268825 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Bound using segment: {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:04.269470 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Bound port: 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:04.270697 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.379133 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.386764 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.402440 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:04.411653 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:04.419780 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.423044 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-614e3b70-0ecd-4749-9405-507660a3e60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:04.510579 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Pushing event updated for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:04.514332 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:04.515598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.516209 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.517666 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-4e244228-85cd-470f-89da-f682b44b545c service neutron] 10.222.0.61 "PUT /v2.0/ports/98ef0cfe-c760-426f-bdb0-2f3839f64b09 HTTP/1.1" status: 200 len: 1093 time: 1.2377276 Jun 29 13:36:04.518017 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:04.520865 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:04.564970 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93819850-dc27-4425-b921-a0a4ce242f23 x-openstack-request-id: req-93819850-dc27-4425-b921-a0a4ce242f23 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:04.565496 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:04.565769 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93819850-dc27-4425-b921-a0a4ce242f23 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:04.566365 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09', 'status': 'completed', 'code': 200} Jun 29 13:36:04.581763 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58864) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:04.589193 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Floating IP c3a6610e-327b-4577-871e-e850077b7cb3 associated. External IP: 172.27.0.105, port: aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9. Jun 29 13:36:04.616317 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.669504 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-73b7b2b2-f7f8-4105-ab58-cae0897ebf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.671040 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-73b7b2b2-f7f8-4105-ab58-cae0897ebf8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 1096 time: 0.0985658 Jun 29 13:36:04.714061 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0fcd-b743-4d1f-8fac-5ec4d46afe65 req-0a4ccf60-1f5d-43cb-8a44-c850c3a7a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.716159 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c82b0fcd-b743-4d1f-8fac-5ec4d46afe65 req-0a4ccf60-1f5d-43cb-8a44-c850c3a7a8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1098 time: 0.2072840 Jun 29 13:36:04.728901 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-488082d6-ff48-49f3-af05-9a4398555057 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09 HTTP/1.1" status: 200 len: 217 time: 0.0483365 Jun 29 13:36:04.740830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0888-87a9-4083-bd46-190cbbbcfe51 req-71b075d3-707c-43ae-976c-40fe527164f6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.742342 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a77d0888-87a9-4083-bd46-190cbbbcfe51 req-71b075d3-707c-43ae-976c-40fe527164f6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2223041 Jun 29 13:36:04.814205 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-bfd6af03-fa8c-4533-b6e8-c6ffa1fac474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:04.815755 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-bfd6af03-fa8c-4533-b6e8-c6ffa1fac474 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aec48446-e9ac-4682-8c62-987cef475d88 HTTP/1.1" status: 200 len: 853 time: 0.0801923 Jun 29 13:36:04.829443 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c82b0fcd-b743-4d1f-8fac-5ec4d46afe65 req-1a8e08ca-e692-42c0-a607-890185aa2000 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057527 Jun 29 13:36:04.831609 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.842818 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.850630 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a77d0888-87a9-4083-bd46-190cbbbcfe51 req-2a6b02af-2ea7-4d3a-9197-1c992e1f2f9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952389 Jun 29 13:36:04.865721 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:04.870263 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5bf286cf-0ee2-416e-bfa3-31410970854f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:04.874347 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-81ea3465-0193-4ee6-8250-053f195f8c32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403197 Jun 29 13:36:04.934137 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:36:04.937252 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a943d659fc964b3abff29a693939e928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542762 Jun 29 13:36:04.939831 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58874) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:04.964279 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036bf11b-eb03-4f40-8d8c-7fbaaf004079,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:04.980297 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:05.043486 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-0ddd31a0-8f53-49f4-9d68-2809af49f9bb service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356959 Jun 29 13:36:05.077796 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:05.110606 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:05.112820 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:05.122109 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:05.128335 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:05.144792 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:05.146439 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:05.218646 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-d830a4a5-8fd5-4349-b9a1-421cdb608cf7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "PUT /v2.0/floatingips/c3a6610e-327b-4577-871e-e850077b7cb3 HTTP/1.1" status: 200 len: 991 time: 2.1429439 Jun 29 13:36:05.219904 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:05.229638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26282d6e-2674-4ed7-b313-3809509a72a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:05.260648 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dfa872c-e224-46cf-bb17-9ca721076a35 req-bc4060bf-fc8a-4096-ad33-39925a06c844 service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054164 Jun 29 13:36:05.297683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:05.303867 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:05.308522 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/036bf11b-eb03-4f40-8d8c-7fbaaf004079 HTTP/1.1" status: 204 len: 168 time: 0.3655522 Jun 29 13:36:05.311008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:05.345005 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036bf11b-eb03-4f40-8d8c-7fbaaf004079,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:05.360828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:05.423129 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:05.506282 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-6eca6ff7-b345-4ec4-a98f-c7ddb7474b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.508833 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-6eca6ff7-b345-4ec4-a98f-c7ddb7474b06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 1096 time: 0.1612482 Jun 29 13:36:05.621897 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-44860ab9-92f4-481e-bafb-ec33d2f6384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.623620 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-44860ab9-92f4-481e-bafb-ec33d2f6384b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 914 time: 0.1067715 Jun 29 13:36:05.633423 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7065-d071-44ed-9aa8-c5c2f6cb1202 req-eb915c31-4a3b-4076-920a-1f7fea854375 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.635681 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8daf7065-d071-44ed-9aa8-c5c2f6cb1202 req-eb915c31-4a3b-4076-920a-1f7fea854375 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2215929 Jun 29 13:36:05.674774 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-6e32cc19-6511-402a-99bd-06937975853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.676930 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-6e32cc19-6511-402a-99bd-06937975853f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 1099 time: 0.4397068 Jun 29 13:36:05.685461 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-22cb692f-c5f4-44a9-8f17-bcc51698b223 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09 HTTP/1.1" status: 200 len: 217 time: 0.0487664 Jun 29 13:36:05.768926 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'c3a6610e-327b-4577-871e-e850077b7cb3', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:e9:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:30Z', 'updated_at': '2021-06-29T13:36:04Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:05.776720 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8daf7065-d071-44ed-9aa8-c5c2f6cb1202 req-ebcf4155-1076-4b16-b2ad-732516e2de93 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896690 Jun 29 13:36:05.788268 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-60027e03-2bf1-479b-a38a-8f9297a08ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.791638 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-60027e03-2bf1-479b-a38a-8f9297a08ae1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aec48446-e9ac-4682-8c62-987cef475d88 HTTP/1.1" status: 200 len: 853 time: 0.0974758 Jun 29 13:36:05.809881 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:05.823013 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:05.823794 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:05.830956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58906) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:05.864754 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-94d51064-8539-4898-8695-4205c7f6ab6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652974 Jun 29 13:36:05.865270 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58910) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:05.908166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eff4d-d32a-4b15-828b-381a14171f84 req-9dd7d913-d51e-42cd-9fef-05bd2bbac6ef tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:05.909734 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-612eff4d-d32a-4b15-828b-381a14171f84 req-9dd7d913-d51e-42cd-9fef-05bd2bbac6ef tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.5677664 Jun 29 13:36:06.015262 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:06.045136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-42e563f5-fedc-411b-8423-3da421570ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:06.046654 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-42e563f5-fedc-411b-8423-3da421570ef3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.3485961 Jun 29 13:36:06.071936 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-612eff4d-d32a-4b15-828b-381a14171f84 req-fa7e5bcb-e81a-4fbc-8f3d-05a7f9a233c1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549168 Jun 29 13:36:06.095083 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-22ecf50e-242a-4af7-8215-9b24ceb5f499 service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060735 Jun 29 13:36:06.133404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55896a-24cf-4517-b740-368d2cd74fd9 req-8a26b250-052f-4695-a009-8a4942f98ac0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:06.144002 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6a55896a-24cf-4517-b740-368d2cd74fd9 req-8a26b250-052f-4695-a009-8a4942f98ac0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 943 time: 0.1441677 Jun 29 13:36:06.185120 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-a76a90a6-b8ab-476e-a8bb-548def3aaefd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64e5080f-af19-4415-84b4-256467b648be HTTP/1.1" status: 200 len: 217 time: 0.1209435 Jun 29 13:36:06.335714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.350590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-2ec2f0d9-29e7-4ffe-a8f9-f98af1c7f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:06.353153 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-2ec2f0d9-29e7-4ffe-a8f9-f98af1c7f4fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.1327710 Jun 29 13:36:06.357174 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6a55896a-24cf-4517-b740-368d2cd74fd9 req-3337e684-a5e0-4147-9e11-e7bfcbfa2de2 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093785 Jun 29 13:36:06.369992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.390685 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'c3a6610e-327b-4577-871e-e850077b7cb3', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:e9:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:30Z', 'updated_at': '2021-06-29T13:36:04Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:06.424163 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-19b5ae9a-4a08-4fa8-b0bc-66b6cb4edc3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452647 Jun 29 13:36:06.438735 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0db96645-1428-4506-ad8e-ad6e1f0c5cb3 req-8a49e370-a368-4866-814e-408960f9d0dc service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316364 Jun 29 13:36:06.509395 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433db043-c94e-4440-840b-74a3779e9e94 x-openstack-request-id: req-433db043-c94e-4440-840b-74a3779e9e94 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:06.510216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:06.510755 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-433db043-c94e-4440-840b-74a3779e9e94 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:06.511406 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'status': 'completed', 'code': 200} Jun 29 13:36:06.524229 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bea53b-9031-4b70-8780-c465b2193d30 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'c3a6610e-327b-4577-871e-e850077b7cb3', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:e9:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:30Z', 'updated_at': '2021-06-29T13:36:04Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:06.575027 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-bdd6a0d3-6fc1-40c7-a12f-0ad0c6b94d38 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405132 Jun 29 13:36:06.595034 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-555cdc45-b9ba-4ada-8c19-ec905c44fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:06.596808 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-555cdc45-b9ba-4ada-8c19-ec905c44fffc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1098 time: 0.0875368 Jun 29 13:36:06.722383 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-3f92aa70-9cc2-43e4-ae99-4432cbdead1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:06.725070 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-3f92aa70-9cc2-43e4-ae99-4432cbdead1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.1212506 Jun 29 13:36:06.774924 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.783890 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3975a112-d628-4f6b-84ad-e527a98b5ec0 req-3c433593-243d-4aea-910e-f76647075158 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991749 Jun 29 13:36:06.786111 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.792094 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:06.835256 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5351dec78d4e4a96b593902de4b66a50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0013585 Jun 29 13:36:06.835858 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58934) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:06.836953 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534664d6-856b-4bdf-8309-4af4aa5ddde4 None None] New status for floating IP c3a6610e-327b-4577-871e-e850077b7cb3: ACTIVE {{(pid=93161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:36:06.868248 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b773c-2edf-489e-8136-7961d0116b2c,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:06.878561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:06.926464 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.964617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:06.972622 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-e93d2c47-50fb-47ba-bb18-b83f73e29b8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 999 time: 0.2297246 Jun 29 13:36:07.045846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-ad64e40d-65a8-43ce-8a26-79495ef63e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.047430 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-ad64e40d-65a8-43ce-8a26-79495ef63e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0621123 Jun 29 13:36:07.070272 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.074166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.078703 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f05b773c-2edf-489e-8136-7961d0116b2c HTTP/1.1" status: 204 len: 168 time: 0.2407444 Jun 29 13:36:07.081438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-764cda5f-218c-4032-97b6-d46e0e95b176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:07.093212 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b773c-2edf-489e-8136-7961d0116b2c,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:07.100392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:07.113070 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ff72-1356-4993-b711-d158be53f943 req-835b8256-5017-4e57-8e95-d1a349414899 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.115325 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4a15ff72-1356-4993-b711-d158be53f943 req-835b8256-5017-4e57-8e95-d1a349414899 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1344173 Jun 29 13:36:07.179787 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4a15ff72-1356-4993-b711-d158be53f943 req-be48bbd3-7fc9-4c8b-94a7-bb4950ed6677 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584481 Jun 29 13:36:07.197559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.215129 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-d0888917-6c79-4a77-b2ae-7b891a5d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.216868 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-d0888917-6c79-4a77-b2ae-7b891a5d2031 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1546066 Jun 29 13:36:07.218286 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.222119 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:07.251103 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ace62-8462-4c31-b295-f277a51dcbb6,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:07.374345 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88446ab84df64a6d886865f78170cabc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5079465 Jun 29 13:36:07.375787 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:07.377343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58952) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:07.469474 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.504942 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.510090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef939a-004f-404c-8756-53881d4c116d req-5a9df37a-e0a4-469e-a33c-ec5ad19c582f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.511938 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eeef939a-004f-404c-8756-53881d4c116d req-5a9df37a-e0a4-469e-a33c-ec5ad19c582f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1351802 Jun 29 13:36:07.514084 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-e7625d56-250d-49b4-9f77-630fe2fd4b2b service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684052 Jun 29 13:36:07.617538 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.621180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:07.622700 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/034ace62-8462-4c31-b295-f277a51dcbb6 HTTP/1.1" status: 204 len: 168 time: 0.2414701 Jun 29 13:36:07.624529 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-20a1f7cf-1868-4e87-a660-c32cc4e3103a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:07.649396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f21c8-c81e-4580-98b4-f2a69502d8a4 req-850520cc-9e4f-4267-8652-625c3ee80be0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.651445 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1f0f21c8-c81e-4580-98b4-f2a69502d8a4 req-850520cc-9e4f-4267-8652-625c3ee80be0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 943 time: 0.0948341 Jun 29 13:36:07.652407 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ace62-8462-4c31-b295-f277a51dcbb6,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:07.655136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:07.669535 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eeef939a-004f-404c-8756-53881d4c116d req-01a2aef9-e666-413d-9bb0-95a2eba73d77 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417453 Jun 29 13:36:07.714660 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1f0f21c8-c81e-4580-98b4-f2a69502d8a4 req-203dd557-369c-4fba-a81f-4eb1d151f26c tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Jun 29 13:36:07.748877 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26282d6e-2674-4ed7-b313-3809509a72a6 req-9d41193d-9421-49a5-b754-1789966894b3 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090764 Jun 29 13:36:07.908826 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab046e-3edd-4b83-8b9e-63f7db8afe00 req-0354e572-77a0-488e-a2ac-6c9dad1157f5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:07.909828 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5eab046e-3edd-4b83-8b9e-63f7db8afe00 req-0354e572-77a0-488e-a2ac-6c9dad1157f5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0732245 Jun 29 13:36:07.919358 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 58980) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:07.924304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'floatingip': {'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:08.002138 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.036087 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58984) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:08.049216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.167176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.173376 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.179157 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0b26e8b9-e3a3-447c-80d1-fecae74f50ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:08.234564 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4efe4561b3fe4a2f94c191e54a9d9e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969700 Jun 29 13:36:08.238258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 58996) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:08.246089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39468ecd-5bdc-4d36-96be-2e6f113907b7,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:08.250762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:08.297900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.325662 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.427057 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.431260 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:08.432411 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39468ecd-5bdc-4d36-96be-2e6f113907b7 HTTP/1.1" status: 204 len: 168 time: 0.1921344 Jun 29 13:36:08.434143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b74f3fa3-0d5f-44d2-9ed8-2b7b74e4fc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:08.455225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39468ecd-5bdc-4d36-96be-2e6f113907b7,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:08.465309 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:08.505539 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ef4c-0e58-4338-8d75-32732eb8be5f req-7da5df1a-fb57-4600-834f-2d54124c6939 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:08.508009 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fb19ef4c-0e58-4338-8d75-32732eb8be5f req-7da5df1a-fb57-4600-834f-2d54124c6939 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1328669 Jun 29 13:36:08.558296 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fb19ef4c-0e58-4338-8d75-32732eb8be5f req-00f713e1-cbc4-4a7d-99a6-4a27feaadd32 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Jun 29 13:36:08.998630 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59022) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:09.042640 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.086852 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdf07c-03d7-4fb5-8f0e-080464e518b9 req-a93106a7-2044-486e-a459-8a9132bbd8e6 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:09.094371 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99bdf07c-03d7-4fb5-8f0e-080464e518b9 req-a93106a7-2044-486e-a459-8a9132bbd8e6 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 943 time: 0.1938322 Jun 29 13:36:09.198770 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.213982 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99bdf07c-03d7-4fb5-8f0e-080464e518b9 req-ad28535e-5b08-47af-97bd-b1f68e86d0cc tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185908 Jun 29 13:36:09.217664 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.236032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.241605 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.245255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:09.286622 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f45cf75749a741f2b6e43845087ffea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836847 Jun 29 13:36:09.287099 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a586442-4fbb-42e6-ab5b-7ba8de97f42a,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:09.289726 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59030) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:09.311891 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:09.334993 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Floating IP b62cd1b4-2bd3-4827-b442-b66df62e5e20 associated. External IP: 172.27.0.193, port: be8787c6-92d8-45ea-a6f5-a9c8f0745b0b. Jun 29 13:36:09.354271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.376513 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.383292 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 98ef0cfe-c760-426f-bdb0-2f3839f64b09 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:36:09.441065 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.444643 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.448016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a586442-4fbb-42e6-ab5b-7ba8de97f42a HTTP/1.1" status: 204 len: 168 time: 0.1550875 Jun 29 13:36:09.448016 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-d9426ed2-b23c-4ee5-920e-b1acdb4a8928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:09.457133 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a586442-4fbb-42e6-ab5b-7ba8de97f42a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:09.474380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:09.522735 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:09.543265 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '98ef0cfe-c760-426f-bdb0-2f3839f64b09', 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08', 'port_id': '98ef0cfe-c760-426f-bdb0-2f3839f64b09', 'mac_address': 'fa:16:3e:26:ac:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec48446-e9ac-4682-8c62-987cef475d88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:36:09.587919 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.610581 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ef0cfe-c760-426f-bdb0-2f3839f64b09 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:09.623208 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:36:09.663638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:09.670388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.674247 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:09.743754 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59044) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:09.748336 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:09.761353 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:09.800309 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67602c2-7594-4bbf-abd5-ace30baeb7e0 req-8acf32ea-3398-4783-8080-f681f0990c42 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:09.804611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d67602c2-7594-4bbf-abd5-ace30baeb7e0 req-8acf32ea-3398-4783-8080-f681f0990c42 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0978751 Jun 29 13:36:09.868635 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d67602c2-7594-4bbf-abd5-ace30baeb7e0 req-52d4ef96-9ffd-4d51-9ad7-a50d8bb4daa9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588202 Jun 29 13:36:09.870656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:09.881463 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:09.882233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.891661 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:09.892830 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:09.913714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:09.937196 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c1f45cb6-32f2-460d-bb8a-c692088ea4ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "PUT /v2.0/floatingips/b62cd1b4-2bd3-4827-b442-b66df62e5e20 HTTP/1.1" status: 200 len: 991 time: 2.0164979 Jun 29 13:36:09.938205 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:09.940782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:10.026599 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['98ef0cfe-c760-426f-bdb0-2f3839f64b09'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:36:10.052620 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.060732 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.074622 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee89cb26-6009-4703-80ec-33ef4774fe6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:10.136984 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e162d-6b55-40ed-8463-55fd924e34e1,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:10.140986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:10.146965 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59064) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:10.147446 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c82cb36c75b457ab8f51d821b4c637a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023321 Jun 29 13:36:10.167869 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:10.247911 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b4b292-0ace-4e60-853d-10ceba1fd84a x-openstack-request-id: req-32b4b292-0ace-4e60-853d-10ceba1fd84a {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:10.249517 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:10.255110 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32b4b292-0ace-4e60-853d-10ceba1fd84a {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:10.256769 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'status': 'completed', 'code': 200} Jun 29 13:36:10.409327 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.452455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.501201 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbf8aa-e5d5-476d-9655-7fceb5d488c1 req-1badde09-9837-4c22-8071-bfbbfcbfd905 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:10.503454 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-858eb20e-045a-412e-8329-94e1b86d7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:10.504421 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b9cbf8aa-e5d5-476d-9655-7fceb5d488c1 req-1badde09-9837-4c22-8071-bfbbfcbfd905 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.1298759 Jun 29 13:36:10.507012 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-858eb20e-045a-412e-8329-94e1b86d7428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1098 time: 0.2286918 Jun 29 13:36:10.602570 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b9cbf8aa-e5d5-476d-9655-7fceb5d488c1 req-5065b5cc-3c09-4097-b327-ad38e838df49 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924330 Jun 29 13:36:10.668002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.670086 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'b62cd1b4-2bd3-4827-b442-b66df62e5e20', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:41Z', 'updated_at': '2021-06-29T13:36:08Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:10.670602 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:10.671741 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/283e162d-6b55-40ed-8463-55fd924e34e1 HTTP/1.1" status: 204 len: 168 time: 0.5237403 Jun 29 13:36:10.674648 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7e2a044a-9d16-471a-b57f-770a00aa6761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:10.698796 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e162d-6b55-40ed-8463-55fd924e34e1,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:10.701773 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:10.703009 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-1383885d-2dab-4732-a7f5-c59df510c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:10.704555 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-1383885d-2dab-4732-a7f5-c59df510c44d service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1780994 Jun 29 13:36:10.726415 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6499de0-30f4-4af4-a047-8367aa9b60f9 req-e615db94-2b04-42a9-b859-6cd9a6c89570 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:10.734871 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d6499de0-30f4-4af4-a047-8367aa9b60f9 req-e615db94-2b04-42a9-b859-6cd9a6c89570 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 944 time: 0.1440902 Jun 29 13:36:10.765957 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:10.779945 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:10.781310 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:35:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:10.837415 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d6499de0-30f4-4af4-a047-8367aa9b60f9 req-4194933d-b89b-4290-8045-c8400df6c79a tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016393 Jun 29 13:36:10.864395 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-3c06eea5-03d3-4c4f-92c5-4b7b42d96073 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 999 time: 0.1269395 Jun 29 13:36:10.937217 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-68543b07-6a5d-4917-b1aa-22e25b3aafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:10.939104 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-68543b07-6a5d-4917-b1aa-22e25b3aafe0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0625091 Jun 29 13:36:10.963193 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:11.015551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-8d991987-fe85-47da-b236-df16deece2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:11.017006 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-8d991987-fe85-47da-b236-df16deece2f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698776 Jun 29 13:36:11.225445 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58fc0b-3fb0-4ed8-8e7a-4dda5dbea3fe req-ef2c1d93-f5c0-4792-89ab-2f805a8c935a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:11.227049 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f58fc0b-3fb0-4ed8-8e7a-4dda5dbea3fe req-ef2c1d93-f5c0-4792-89ab-2f805a8c935a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1551630 Jun 29 13:36:11.293723 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f58fc0b-3fb0-4ed8-8e7a-4dda5dbea3fe req-dc77e51a-ce92-4007-8112-ea8023d6b280 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550838 Jun 29 13:36:11.381003 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'b62cd1b4-2bd3-4827-b442-b66df62e5e20', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:41Z', 'updated_at': '2021-06-29T13:36:08Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:11.392213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 98ef0cfe-c760-426f-bdb0-2f3839f64b09 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:11.415190 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d1a61-29b5-4aed-b056-6b2d491df43a None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'b62cd1b4-2bd3-4827-b442-b66df62e5e20', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:35:41Z', 'updated_at': '2021-06-29T13:36:08Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:11.422370 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-6571a353-f65a-4e4d-a2f9-2ea04cbe6820 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960059 Jun 29 13:36:11.474522 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:11.480628 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:11.481454 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:11.622370 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5562f2e-d128-4a1a-9dca-0fb2beb5f86a req-4ff12719-059a-4d93-8ba5-32d70c53f507 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815155 Jun 29 13:36:11.710327 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:11.748898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:11.750157 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:11.753301 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c436f-a514-44aa-a35e-8619a093b6dc" -d '{"events": [{"server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "name": "network-vif-plugged", "status": "completed", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:11.758406 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:11.762094 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:11.822908 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:11.829313 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07e2ba-e198-40be-b27c-938683212d73 None None] New status for floating IP b62cd1b4-2bd3-4827-b442-b66df62e5e20: ACTIVE {{(pid=93161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:36:11.948831 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27b8c6-0b3a-49c1-8846-082f281a9430 req-5aeaa4a0-0149-4a3b-86ae-5e4053d5d666 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:11.960477 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4d27b8c6-0b3a-49c1-8846-082f281a9430 req-5aeaa4a0-0149-4a3b-86ae-5e4053d5d666 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.1629310 Jun 29 13:36:11.978839 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc40e8e-0696-47b3-8412-90d07a9e466e x-openstack-request-id: req-9bc40e8e-0696-47b3-8412-90d07a9e466e {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:11.979150 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "name": "network-vif-plugged", "status": "completed", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:11.979422 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bc40e8e-0696-47b3-8412-90d07a9e466e {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:11.979831 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09', 'code': 200} Jun 29 13:36:11.983211 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:12.043426 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4d27b8c6-0b3a-49c1-8846-082f281a9430 req-0c019ce5-8960-48d4-b3f9-39b32cf419b8 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815320 Jun 29 13:36:12.322314 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599d8bf-a139-4b0b-a8a6-125b8035798d req-d539d633-0a21-4031-a58d-b827aa819386 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:12.335578 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d599d8bf-a139-4b0b-a8a6-125b8035798d req-d539d633-0a21-4031-a58d-b827aa819386 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.1993632 Jun 29 13:36:12.369378 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668529-8e07-4e81-8683-6b9adbc7a420 req-d241547e-f5b2-411d-b8af-22fa3977252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:12.374681 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2d668529-8e07-4e81-8683-6b9adbc7a420 req-d241547e-f5b2-411d-b8af-22fa3977252b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 1098 time: 0.1850591 Jun 29 13:36:12.446969 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d599d8bf-a139-4b0b-a8a6-125b8035798d req-c221067f-6b4a-4c66-8dbf-caf7f0811c3e tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093197 Jun 29 13:36:12.500361 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2d668529-8e07-4e81-8683-6b9adbc7a420 req-e94c05c3-85ba-47fa-a6aa-487a90773557 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164870 Jun 29 13:36:12.574887 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdb38-a9f2-4f10-8278-f20d31592754 req-9b70ccc3-d93f-4c4c-abc4-5dce919d951d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:12.588525 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-606cdb38-a9f2-4f10-8278-f20d31592754 req-9b70ccc3-d93f-4c4c-abc4-5dce919d951d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1333034 Jun 29 13:36:12.672519 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-606cdb38-a9f2-4f10-8278-f20d31592754 req-04bcd4b0-3cd6-4ed7-bcad-fe5de79e12b7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819042 Jun 29 13:36:12.696003 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59184) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:12.742090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115824a-9036-43aa-bc03-c9b101eace9a req-4708eb4e-2ff9-4d3e-9b06-73c676b30a83 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:12.744126 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c115824a-9036-43aa-bc03-c9b101eace9a req-4708eb4e-2ff9-4d3e-9b06-73c676b30a83 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 946 time: 0.1731732 Jun 29 13:36:12.881884 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:12.940104 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Deleting port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:36:12.940548 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.011612 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.015721 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.018292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8593109c-8d87-41b2-bb00-8a42322ead01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:13.049791 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] For port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,segment=NetworkSegment(1845a87b-b6c1-4d16-bb82-c41d86b22a7f),segment_id=1845a87b-b6c1-4d16-bb82-c41d86b22a7f)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:13.050103 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.056676 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa831f998eed41cbbd104c00a2927da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590472 Jun 29 13:36:13.057740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e57e1af-9e6e-41dd-93b0-c889d8a75b47,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:13.059656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59192) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:13.069878 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Calling delete_port for 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 owned by compute:nova {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:36:13.078463 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.078824 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.079173 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.079517 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.079851 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.080184 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.080517 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.080847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.081179 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.081506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.081834 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.082253 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.099377 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:13.136882 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.159225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.207047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.209739 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.211248 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e57e1af-9e6e-41dd-93b0-c889d8a75b47 HTTP/1.1" status: 204 len: 168 time: 0.1506948 Jun 29 13:36:13.212130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-444f8eae-4159-48c5-b363-7c4e7017d829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:13.220254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e57e1af-9e6e-41dd-93b0-c889d8a75b47,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:13.222528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:13.288550 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.295307 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:13.302881 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:36:13.336599 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Pushing event deleted for resources: {'Port': ['ID=1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:13.370550 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb0131-ee51-406d-b318-108e2be3b3a2 req-933f717c-02a4-46d4-a3f5-1876d771493b tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:13.372148 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96eb0131-ee51-406d-b318-108e2be3b3a2 req-933f717c-02a4-46d4-a3f5-1876d771493b tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f255d1b-60ce-4632-9b09-67186c5c3e64 HTTP/1.1" status: 200 len: 867 time: 0.1799579 Jun 29 13:36:13.400202 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.400604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.400959 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.401324 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.401687 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.402075 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.402402 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.402806 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.403153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.403601 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.403853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.404128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:13.415772 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:13.453373 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] No DVR routers for this DVR port 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 on host hv-cinder-79760 {{(pid=93160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:36:13.461499 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.463600 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c115824a-9036-43aa-bc03-c9b101eace9a req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.61 "DELETE /v2.0/ports/1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 HTTP/1.1" status: 204 len: 173 time: 0.7134843 Jun 29 13:36:13.464077 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'name': 'network-vif-deleted', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:13.466559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc25093-a283-4c6d-a41e-bc71b1a0b39a" -d '{"events": [{"server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "name": "network-vif-deleted", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:13.472111 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96eb0131-ee51-406d-b318-108e2be3b3a2 req-fbe39147-9f15-4be1-a960-7a07c4fe9781 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] 10.222.0.21 "GET /v2.0/security-groups?id=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786648 Jun 29 13:36:13.532845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7976c5-64fa-4395-8161-e303fa520dcd x-openstack-request-id: req-1e7976c5-64fa-4395-8161-e303fa520dcd {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:13.533192 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f255d1b-60ce-4632-9b09-67186c5c3e64", "name": "network-vif-deleted", "tag": "1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:13.533581 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e7976c5-64fa-4395-8161-e303fa520dcd {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:13.534013 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f255d1b-60ce-4632-9b09-67186c5c3e64', 'name': 'network-vif-deleted', 'tag': '1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38', 'status': 'completed', 'code': 200} Jun 29 13:36:13.565276 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59204) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:13.583053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.739206 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.749632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.755122 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-29875073-be54-4c95-b2fe-b9ee16696e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:13.801921 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d9d4e-ecb1-4ece-be55-566fb80c47dc req-65e281be-e4a8-48ac-9530-9d54f307b011 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:13.803614 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1e5d9d4e-ecb1-4ece-be55-566fb80c47dc req-65e281be-e4a8-48ac-9530-9d54f307b011 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.1564364 Jun 29 13:36:13.824573 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3d1126-02b2-4f59-b8fd-fced46e76483,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:13.829168 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:13.850109 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7733e53b33f742f7aab57ed2bf5b573d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797871 Jun 29 13:36:13.851936 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59216) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:13.896005 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1e5d9d4e-ecb1-4ece-be55-566fb80c47dc req-aafe7a24-53a6-4908-8f58-5313900d6c8e tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846972 Jun 29 13:36:13.928285 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.933367 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aac8a7-eb86-4855-816e-051a1e3f7489 req-8014da9b-a00a-4507-910c-cfdd6ff18ed7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:13.935085 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e1aac8a7-eb86-4855-816e-051a1e3f7489 req-8014da9b-a00a-4507-910c-cfdd6ff18ed7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1194961 Jun 29 13:36:13.959965 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:13.979771 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e1aac8a7-eb86-4855-816e-051a1e3f7489 req-d732e84f-9d4d-4d46-813f-86a216203bf3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Jun 29 13:36:14.027730 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:14.030507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:14.034622 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de3d1126-02b2-4f59-b8fd-fced46e76483 HTTP/1.1" status: 204 len: 168 time: 0.1787999 Jun 29 13:36:14.034622 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:14.042441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3d1126-02b2-4f59-b8fd-fced46e76483,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:14.046739 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:14.189925 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-d42ce370-a332-429e-a195-3ec60a3293f4 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf109929eaea47d2bd154c8bc9939083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603933 Jun 29 13:36:14.432009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1d73c765-f8c9-4981-b18f-7b920b13df0d tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:14.433599 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1d73c765-f8c9-4981-b18f-7b920b13df0d tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325432 Jun 29 13:36:14.453451 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-d027a2cf-3bd6-4049-af3d-554bc1640201 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/quotas/bf109929eaea47d2bd154c8bc9939083 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jun 29 13:36:14.491821 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-764742e9-e7c4-4d8f-8924-595fba8f632b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf109929eaea47d2bd154c8bc9939083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303979 Jun 29 13:36:14.720730 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0413cf1a-e378-406a-ac74-2a7cb9450790 req-a36e293c-9fd5-4217-bb4a-217bb54752ca tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 210 time: 0.0330110 Jun 29 13:36:15.135841 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77a50c-be01-4915-ac6e-915271da76b6 req-95667daa-e3b1-4524-ae7f-0195fc89eede tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:15.137763 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9f77a50c-be01-4915-ac6e-915271da76b6 req-95667daa-e3b1-4524-ae7f-0195fc89eede tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.0774534 Jun 29 13:36:15.181803 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9f77a50c-be01-4915-ac6e-915271da76b6 req-8df05606-4332-4abb-87b3-7ad3908be992 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Jun 29 13:36:15.192175 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c7fa8-5efd-4e64-a052-912e9a7f4c78 req-026b5222-0af5-468d-a3c1-a27d61882ac5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:15.194074 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-744c7fa8-5efd-4e64-a052-912e9a7f4c78 req-026b5222-0af5-468d-a3c1-a27d61882ac5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0684192 Jun 29 13:36:15.250795 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-744c7fa8-5efd-4e64-a052-912e9a7f4c78 req-fd6617a9-3ff3-464a-9d2b-7df4dfb4f55b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jun 29 13:36:15.377042 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59324) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:15.496855 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.604019 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.608444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.610970 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b86cc5a-edd6-4733-96f4-aaa6f61117e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:15.646661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab46bd6-03b2-4b8b-ae20-66b7866049bb,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:15.653571 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4362605404e8481ea488a92d0f73a272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728474 Jun 29 13:36:15.653571 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:15.653746 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59340) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:15.709178 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.741115 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.791099 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.794011 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:15.795156 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ab46bd6-03b2-4b8b-ae20-66b7866049bb HTTP/1.1" status: 204 len: 168 time: 0.1403978 Jun 29 13:36:15.795826 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:15.805041 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab46bd6-03b2-4b8b-ae20-66b7866049bb,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:15.807232 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:17.013358 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59396) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:17.115441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.210837 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.214885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.217399 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-517cd11c-a1a7-4522-95d7-6848ce8a70f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:17.262804 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5890a28592784d20879df9f4c261e80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482591 Jun 29 13:36:17.263579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03b774-b64e-44ad-821b-ef578166b49b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:17.265368 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59402) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:17.267152 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:17.320550 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.341360 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.392329 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.395105 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:17.396319 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e03b774-b64e-44ad-821b-ef578166b49b HTTP/1.1" status: 204 len: 168 time: 0.1299121 Jun 29 13:36:17.397072 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-252735f2-dd8f-48ec-85a4-8b998ac6abe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:17.404995 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03b774-b64e-44ad-821b-ef578166b49b,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:17.407211 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:17.874471 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:36:17.899207 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:36:17.899936 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1f0b26b9-1ea2-47b8-99c3-9e5e5b6bee38 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:36:18.062169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59430) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:18.077096 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fe84a684-84e2-4a9a-901d-23f3b8ed4e3e req-026a3e85-0a1f-4787-bca7-a56b740940ba tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 210 time: 0.0393651 Jun 29 13:36:18.268697 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401737064-network', 'tenant_id': '64c14748553348db8db7e204d0fe4713'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:18.349779 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Made reservation on behalf of 64c14748553348db8db7e204d0fe4713 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:18.352125 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.364346 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.386973 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec50d9a-3949-4aba-ac21-058913b0a44e req-c7e50aa2-09dc-47f2-9a95-57da5c7d28e9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:18.388546 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-aec50d9a-3949-4aba-ac21-058913b0a44e req-c7e50aa2-09dc-47f2-9a95-57da5c7d28e9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1390657 Jun 29 13:36:18.450016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-aec50d9a-3949-4aba-ac21-058913b0a44e req-f33ca00d-eee2-41f4-bbf0-54538735d67a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535488 Jun 29 13:36:18.534380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.544347 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.548026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c7bdd73a-1078-48d0-9380-09d521a40e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:18.574829 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:36:18.580355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038e4200-3e2e-4afd-bc39-3ee6d8911a7b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:18.584833 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:18.592339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.592737 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Added segment 962b519e-dab8-468c-bcaa-a84056ea69af of type vlan for network b18f0ab1-0990-45be-b67c-8129bee91d94 Jun 29 13:36:18.640276 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.671431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.672787 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:18.673351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.677193 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6ae5d1b1-4d3e-45a2-b7f8-417623a76326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:18.730089 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6628113 Jun 29 13:36:18.734951 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59458) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:18.747196 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Request body: {'subnet': {'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401737064-subnet', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:18.763728 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Pushing event updated for resources: {'Network': ['ID=b18f0ab1-0990-45be-b67c-8129bee91d94,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:18.766728 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:18.769435 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7d3f4fb6-c09e-467b-a693-8f9cb83d9464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.785131 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network b18f0ab1-0990-45be-b67c-8129bee91d94 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:36:18.804095 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Made reservation on behalf of 64c14748553348db8db7e204d0fe4713 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:18.806665 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:18.957679 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-cff16c1d-bf0e-421a-9a3d-18a3730303b0 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf109929eaea47d2bd154c8bc9939083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744770 Jun 29 13:36:19.201526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-bfdd5939-dc9c-46a8-b9e2-19ef88abb906 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:19.203261 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-bfdd5939-dc9c-46a8-b9e2-19ef88abb906 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359416 Jun 29 13:36:19.217518 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Request body: {'port': {'device_id': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb', 'admin_state_up': True, 'tenant_id': 'bf109929eaea47d2bd154c8bc9939083'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:19.272215 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-905bc747-3833-4d26-a016-c836ec1e29d4 req-049dd193-0fff-413d-aa9e-69f698ec53ad tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 210 time: 0.0365217 Jun 29 13:36:19.326260 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.334194 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-837cd46a-31aa-49cd-8439-e2d7c28be4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:19.372821 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59482) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:19.416766 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Deleting subnet 77965f5c-0686-4105-acbc-1fc1eb8a8f52 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:36:19.419866 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.421660 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:19.428940 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:19.435602 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Made reservation on behalf of bf109929eaea47d2bd154c8bc9939083 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:19.439029 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.441074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Checking segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:19.441609 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Network hostable DHCP agents. Network: b18f0ab1-0990-45be-b67c-8129bee91d94, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:36:19.452991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.456417 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.466614 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.481218 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Network b18f0ab1-0990-45be-b67c-8129bee91d94 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:36:19.502423 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, b18f0ab1-0990-45be-b67c-8129bee91d94) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:19.510022 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:19.510838 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.511629 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056be3e8-b025-488b-bd48-f1ff9cde070e None None] Network b18f0ab1-0990-45be-b67c-8129bee91d94 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:19.546988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.549909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2289abbe-57df-468d-949e-142b94e56bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:19.575300 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77965f5c-0686-4105-acbc-1fc1eb8a8f52,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:19.581107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.586979 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59486) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:19.587145 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/77965f5c-0686-4105-acbc-1fc1eb8a8f52 HTTP/1.1" status: 204 len: 168 time: 0.2132123 Jun 29 13:36:19.588040 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:19.604526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.642905 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.650637 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bc85964a-a01f-461d-971b-c019ff899d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:19.664533 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9275525 Jun 29 13:36:19.666933 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59488) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:19.674420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:19.713458 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.714593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.721276 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-b18f0ab1-0990-45be-b67c-8129bee91d94', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:36:19.724728 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.781149 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.791720 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce3ccf-b400-43c1-87dd-ae88ddf741aa,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:19.800109 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:19.808178 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:19.894004 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Allocated IP 172.20.0.2 (b18f0ab1-0990-45be-b67c-8129bee91d94/be2cd72b-766a-4800-a7b2-48e8bcd7d9fb/14344f40-7eb6-4d2c-a21c-55699fe0ac8a) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:19.920099 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887915-08b9-4fc8-802b-b8c471ef8546 req-f32663f2-73f6-4714-aafc-824dae175c8e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:19.921634 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf887915-08b9-4fc8-802b-b8c471ef8546 req-f32663f2-73f6-4714-aafc-824dae175c8e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2719970 Jun 29 13:36:19.923711 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Allocated IP 192.168.233.17 (79b07150-dd56-49fb-a8a3-cfd1917dd4bb/e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e/92ea865e-b692-40a2-aa50-a1a58d2cba74) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:19.934585 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.034811 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.067760 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.068098 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.069094 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.069450 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > port after_create 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.069795 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.070155 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > port after_update 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.070479 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.070799 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.071117 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.071593 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.117648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.127109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Transition to ACTIVE for port object 14344f40-7eb6-4d2c-a21c-55699fe0ac8a will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:20.145223 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Transition to ACTIVE for port object 14344f40-7eb6-4d2c-a21c-55699fe0ac8a will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:20.156281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.165362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:20.193461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Network b18f0ab1-0990-45be-b67c-8129bee91d94 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:20.196429 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:20.200363 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:20.271392 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Attempting to bind port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:20.272245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Attempting to bind port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:20.272245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Attempting to bind port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a on network b18f0ab1-0990-45be-b67c-8129bee91d94 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:20.279034 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Pushing event updated for resources: {'Port': ['ID=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:20.282632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:20.282867 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Checking segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:20.283092 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.283490 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Bound using segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:20.283966 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Bound port: 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:20.284352 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.286922 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.297715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.298078 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.298418 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.298746 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.299069 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.299392 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.299716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.300034 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.300383 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.301238 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.301613 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.301904 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:20.307075 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:20.307489 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.344352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.345829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.346225 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.346559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:36:20.346931 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1094675f-25b5-4247-9780-e03ce0ac7558']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:20.374442 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf887915-08b9-4fc8-802b-b8c471ef8546 req-a15310fc-13d5-4332-ba4f-b208ddfebe61 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386406 Jun 29 13:36:20.386839 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1845a87b-b6c1-4d16-bb82-c41d86b22a7f') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:20.387155 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1845a87b-b6c1-4d16-bb82-c41d86b22a7f') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:20.388218 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] For port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:20.416246 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] For port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:20.425029 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.430536 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:20.461699 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.511949 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Pushing event updated for resources: {'Port': ['ID=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:20.516583 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:20.745077 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Allocated IP 172.27.0.32 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/f377b2da-cab8-4166-bd80-4c3b040cb91c) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:20.755898 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.783233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:36:20.783639 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.823586 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-93d418ea-28ea-45e9-a9f1-1f0c1962c798 req-c3ac156e-ea4f-4698-8df4-7320f4392415 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 210 time: 0.1011419 Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: from cryptography.utils import int_from_bytes Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: from cryptography.utils import int_from_bytes Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:36:20.828746 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:36:20.882192 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.907169 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.921016 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.927438 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Transition to ACTIVE for port object 92ea865e-b692-40a2-aa50-a1a58d2cba74 will not be triggered until provisioned by entity DHCP. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:20.930938 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-694bc8b5-3b18-4106-8b54-28d63f9322d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:20.936381 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.937246 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.938337 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1094675f-25b5-4247-9780-e03ce0ac7558 HTTP/1.1" status: 204 len: 168 time: 1.3440423 Jun 29 13:36:20.939864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:20.951735 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Pushing event deleted for resources: {'Network': ['ID=1094675f-25b5-4247-9780-e03ce0ac7558,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:20.956755 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:20.983112 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:20.987811 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:20.988623 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:20.992364 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:20.993978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-369e3779-e54e-469c-9dce-cdf38a099be1 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:21.057926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:21.061665 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:21.067541 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:21.072983 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Pushing event updated for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:21.076224 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Pushing event updated for resources: {'Port': ['ID=f377b2da-cab8-4166-bd80-4c3b040cb91c,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:21.085892 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:21.122622 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59506) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:21.123537 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:21.180337 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:21.181018 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.207966 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1f96b4af-5018-4655-aaca-0003eb6c6771 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc2dc407b903494c898f9b2206db22cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0824647 Jun 29 13:36:21.212661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59510) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:21.213293 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9995232 Jun 29 13:36:21.226561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Request body: {'port': {'device_id': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:21.240964 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-98f62a23-bcc0-43aa-8e01-c3afe480bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.325554 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.328405 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.381455 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-6aca8757-111f-4909-8cbf-3b49269ca51f None None] Provisioning for port 92ea865e-b692-40a2-aa50-a1a58d2cba74 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:21.381912 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.388889 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-6aca8757-111f-4909-8cbf-3b49269ca51f None None] Provisioning complete for port 92ea865e-b692-40a2-aa50-a1a58d2cba74 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:21.389316 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6aca8757-111f-4909-8cbf-3b49269ca51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.406371 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.544860 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-6aca8757-111f-4909-8cbf-3b49269ca51f None None] Port 92ea865e-b692-40a2-aa50-a1a58d2cba74 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:21.560259 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.599194 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.602067 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.603306 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c994a8f6-de7a-4dcb-9b1a-3a00a48abeba HTTP/1.1" status: 204 len: 168 time: 0.3904226 Jun 29 13:36:21.625761 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7f839ae-0a67-41bb-bbef-c60780222f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:21.764650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994a8f6-de7a-4dcb-9b1a-3a00a48abeba,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:21.768146 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:21.788746 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:21.861691 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236e3a3-6ce5-43e3-b0c6-e646455406cb req-f6c77d07-e811-4dc0-9f12-fe9f69d95eee tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:21.864773 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2236e3a3-6ce5-43e3-b0c6-e646455406cb req-f6c77d07-e811-4dc0-9f12-fe9f69d95eee tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2014208 Jun 29 13:36:21.896388 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:36:21.924900 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000c752-bad8-4892-bfc0-04f7873b1a8c None None] Network b18f0ab1-0990-45be-b67c-8129bee91d94 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:21.966657 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2236e3a3-6ce5-43e3-b0c6-e646455406cb req-714f1ed7-9831-4669-9697-d1c4ff6032e5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Jun 29 13:36:21.981423 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ea865e-b692-40a2-aa50-a1a58d2cba74 {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:21.990845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.006887 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Transition to ACTIVE for port object 92ea865e-b692-40a2-aa50-a1a58d2cba74 will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:22.012358 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.015561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-808b2f0e-858e-49ba-8e5d-d0db800162d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:22.089253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-5dd75374-74b4-4270-9f5e-4a9f41d4cd82 None None] Provisioning for port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:22.133892 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 14344f40-7eb6-4d2c-a21c-55699fe0ac8a up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:22.148000 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Pushing event updated for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:22.168347 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:22.214104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59536) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:22.228598 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Router 6d9160b8-dcfc-4741-a7b8-02e58662e30a is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:36:22.269207 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:22.348172 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:22.358087 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.451885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.468347 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Attempting to bind port 92ea865e-b692-40a2-aa50-a1a58d2cba74 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:22.468884 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Attempting to bind port 92ea865e-b692-40a2-aa50-a1a58d2cba74 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:22.469248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Attempting to bind port 92ea865e-b692-40a2-aa50-a1a58d2cba74 on network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:22.481196 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Port 92ea865e-b692-40a2-aa50-a1a58d2cba74 on network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:36:22.481896 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Attempting to bind port 92ea865e-b692-40a2-aa50-a1a58d2cba74 on network 79b07150-dd56-49fb-a8a3-cfd1917dd4bb {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:22.490823 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:22.492177 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Checking segment: {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:22.497075 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Bound using segment: {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:22.497438 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Bound port: 92ea865e-b692-40a2-aa50-a1a58d2cba74, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98edd0b2-206a-4d05-b750-407d913a15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:22.498157 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.498557 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.598314 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:22.607370 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.610521 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:22.612459 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:22.624267 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ecaf-02a1-4436-9327-f6d9c5eba942 req-73b2650d-6817-4e70-a9e1-7841887fecd3 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:22.630626 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Sync routers for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:22.635232 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:22.638150 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3372ecaf-02a1-4436-9327-f6d9c5eba942 req-73b2650d-6817-4e70-a9e1-7841887fecd3 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 947 time: 0.2525809 Jun 29 13:36:22.642561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:22.647229 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:22.648355 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:22.649918 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.652557 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:22.711484 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.721960 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:22.752004 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:22.808357 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Pushing event updated for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:22.809167 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3372ecaf-02a1-4436-9327-f6d9c5eba942 req-07d104f6-d90c-4cf2-866b-5f141affd5f3 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514378 Jun 29 13:36:22.823435 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:22.825118 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:22.826185 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.827749 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] 10.222.0.61 "PUT /v2.0/ports/92ea865e-b692-40a2-aa50-a1a58d2cba74 HTTP/1.1" status: 200 len: 1097 time: 1.6059875 Jun 29 13:36:22.828554 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:22.831403 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1427c-ebd7-4988-b319-9be68e4a09a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:22.870174 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.887623 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.895795 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ae1b7fee-ac16-4fcb-a385-01e0bb12c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:22.905300 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:22.912107 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2436159 Jun 29 13:36:22.912772 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59558) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:22.925830 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:22.986808 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb5e65-4a52-4558-a0ab-0c21ab67dfdc x-openstack-request-id: req-13eb5e65-4a52-4558-a0ab-0c21ab67dfdc {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:22.988626 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:22.995020 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13eb5e65-4a52-4558-a0ab-0c21ab67dfdc {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:23.000220 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74', 'status': 'completed', 'code': 200} Jun 29 13:36:23.024819 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-73080154-fcb6-4299-9988-7a4fa1a93f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:23.026935 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-73080154-fcb6-4299-9988-7a4fa1a93f7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf109929eaea47d2bd154c8bc9939083&device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 1100 time: 0.1429298 Jun 29 13:36:23.064005 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9a22d36ff46444c939e497f25aa05c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8487837 Jun 29 13:36:23.067652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59564) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:23.093607 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-7f7157bd-c078-4101-badb-9f60f9ddcfce None None] Provisioning complete for port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:23.094594 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7f7157bd-c078-4101-badb-9f60f9ddcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.099009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cea7eb7-5c87-4812-a73d-3b0e766e37e7,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:23.115615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:23.124902 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-67cafa5c-8410-41fa-9e5a-a1d8fa8dc6b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74 HTTP/1.1" status: 200 len: 217 time: 0.0877709 Jun 29 13:36:23.257844 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-2ca13dbe-636a-45ae-933c-439c0ecfb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:23.259354 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-2ca13dbe-636a-45ae-933c-439c0ecfb53d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e HTTP/1.1" status: 200 len: 843 time: 0.1179397 Jun 29 13:36:23.288554 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.298749 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:21Z', 'revision_number': 3, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:23.334057 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Checking router: 6d9160b8-dcfc-4741-a7b8-02e58662e30a for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:23.334745 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Updating router 6d9160b8-dcfc-4741-a7b8-02e58662e30a port f377b2da-cab8-4166-bd80-4c3b040cb91c binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:36:23.352126 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.364991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba134d-5895-4c9b-9998-a6f84b129882 req-754099f7-5bdf-4446-88f8-48055a0edf92 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:23.366610 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62ba134d-5895-4c9b-9998-a6f84b129882 req-754099f7-5bdf-4446-88f8-48055a0edf92 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1868656 Jun 29 13:36:23.409655 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-93ccce66-e06b-4f0f-bcfd-299ea6f57e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:23.412775 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-93ccce66-e06b-4f0f-bcfd-299ea6f57e34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79b07150-dd56-49fb-a8a3-cfd1917dd4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1386337 Jun 29 13:36:23.432076 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.509745 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62ba134d-5895-4c9b-9998-a6f84b129882 req-8cddd166-8e34-4b27-a4f1-0aa785eb0d2a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242151 Jun 29 13:36:23.582224 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.582935 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-70673b76-8ac7-4006-810c-becb6a466f1b service neutron] 10.222.0.61 "GET /v2.0/networks/79b07150-dd56-49fb-a8a3-cfd1917dd4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503358 Jun 29 13:36:23.584912 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.586657 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cea7eb7-5c87-4812-a73d-3b0e766e37e7 HTTP/1.1" status: 204 len: 168 time: 0.5177011 Jun 29 13:36:23.589512 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-98b21150-91ae-4790-bcf1-d777053cf8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:23.604366 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cea7eb7-5c87-4812-a73d-3b0e766e37e7,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:23.610333 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:23.714014 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-50f5eff9-b849-4115-a98b-d904d61aa270 req-f2242b23-0267-49eb-adbe-e37ac949f892 service neutron] 10.222.0.61 "GET /v2.0/networks/79b07150-dd56-49fb-a8a3-cfd1917dd4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186037 Jun 29 13:36:23.801053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:23.930820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-a1d65e6a-315b-4831-b45c-c9406ff06874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:23.939285 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-a1d65e6a-315b-4831-b45c-c9406ff06874 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf109929eaea47d2bd154c8bc9939083&device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 1100 time: 0.1440651 Jun 29 13:36:23.997195 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 14344f40-7eb6-4d2c-a21c-55699fe0ac8a up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:24.110477 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-bdf144a0-7b64-4b64-8c0c-6bb2a61e9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:24.111151 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.112726 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-bdf144a0-7b64-4b64-8c0c-6bb2a61e9f9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=79b07150-dd56-49fb-a8a3-cfd1917dd4bb HTTP/1.1" status: 200 len: 870 time: 0.1703653 Jun 29 13:36:24.131354 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.138934 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Transition to ACTIVE for port object f377b2da-cab8-4166-bd80-4c3b040cb91c will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:24.149394 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:24.150222 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.153203 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.155809 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0377617c-5cf1-40e4-860c-166e5818ece1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:24.207599 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-a0f530b3-e5cb-42e8-95ad-085754db1fc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74 HTTP/1.1" status: 200 len: 217 time: 0.0427587 Jun 29 13:36:24.238464 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Allocated IP 172.20.0.1 (b18f0ab1-0990-45be-b67c-8129bee91d94/be2cd72b-766a-4800-a7b2-48e8bcd7d9fb/1e1d61bf-56d7-45a9-bd90-e78cfec570d8) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:24.293334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-cbe51801-3af1-4c39-9d9b-d754d325a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:24.295836 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-cbe51801-3af1-4c39-9d9b-d754d325a5d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e HTTP/1.1" status: 200 len: 843 time: 0.0699244 Jun 29 13:36:24.304488 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59594) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:24.311538 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Attempting to bind port f377b2da-cab8-4166-bd80-4c3b040cb91c on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:24.311925 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Attempting to bind port f377b2da-cab8-4166-bd80-4c3b040cb91c by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:24.312297 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Attempting to bind port f377b2da-cab8-4166-bd80-4c3b040cb91c on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:24.317184 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Pushing event updated for resources: {'Port': ['ID=f377b2da-cab8-4166-bd80-4c3b040cb91c,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:24.325961 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.326396 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.326795 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.327183 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.327616 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.328036 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.328451 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.328865 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.329303 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.329715 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.330186 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.330590 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:36:24.334500 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:24.335996 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:24.336471 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:24.336971 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.337464 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:24.338063 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Bound port: f377b2da-cab8-4166-bd80-4c3b040cb91c, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:24.338600 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.393445 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.407904 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.414430 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] For port f377b2da-cab8-4166-bd80-4c3b040cb91c, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:24.417190 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Transition to ACTIVE for port object 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:24.419321 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] For port f377b2da-cab8-4166-bd80-4c3b040cb91c, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f377b2da-cab8-4166-bd80-4c3b040cb91c,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:24.426110 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.428919 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015f832-2521-400d-9a50-d186b0f58cc2 req-547244eb-60b3-45c2-ac64-ce188eb7e254 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:24.436993 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3015f832-2521-400d-9a50-d186b0f58cc2 req-547244eb-60b3-45c2-ac64-ce188eb7e254 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 947 time: 0.3222950 Jun 29 13:36:24.441807 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:24.462554 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.466715 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:24.489960 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:24.490224 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:24.510868 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Network b18f0ab1-0990-45be-b67c-8129bee91d94 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:24.518144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:24.522116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:24.522722 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.541797 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Pushing event updated for resources: {'Port': ['ID=f377b2da-cab8-4166-bd80-4c3b040cb91c,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:24.549000 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:24.588790 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3015f832-2521-400d-9a50-d186b0f58cc2 req-932bf0c8-7268-4130-aa0e-9fd5553ad735 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503570 Jun 29 13:36:24.596150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-8dc0c5c6-d3fe-49e3-8dc0-68004ec7cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:24.598257 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-8dc0c5c6-d3fe-49e3-8dc0-68004ec7cffb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79b07150-dd56-49fb-a8a3-cfd1917dd4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2893016 Jun 29 13:36:24.602921 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:24.607421 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:24.685448 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:24.814653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.843690 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.853119 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.856064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:24.936683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-74c16a0e-403a-44d2-b94f-47a28a575cae None None] Provisioning for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:24.937243 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-979bd364-1f54-4da5-821f-2ec361fb5b2b service neutron] 10.222.0.61 "GET /v2.0/networks/79b07150-dd56-49fb-a8a3-cfd1917dd4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054147 Jun 29 13:36:24.942142 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b67c4bd-bf16-4539-b545-e8ec19606ef6,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:24.948336 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:24.965199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-74c16a0e-403a-44d2-b94f-47a28a575cae None None] Provisioning complete for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:24.965824 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-74c16a0e-403a-44d2-b94f-47a28a575cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:24.973448 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:21Z', 'revision_number': 3, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:25.000550 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bb3a6390c57484fa5d5603f5a7a7a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934228 Jun 29 13:36:25.004465 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59612) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:25.009537 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d871e4-8a32-41e1-9184-4302a59b2154 None None] The sync data for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi is: [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:21Z', 'revision_number': 3, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:25.016278 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-74c16a0e-403a-44d2-b94f-47a28a575cae None None] Port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:25.053930 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.063897 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.067819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.070125 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c98b57cd-9b67-47ea-a434-d763dfe90606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:25.083203 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2f04a-4655-43f9-b532-724cc0a5642e req-0efdb5b8-7f97-4cd9-a575-f31d29c7ff4d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:25.084774 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-07b2f04a-4655-43f9-b532-724cc0a5642e req-0efdb5b8-7f97-4cd9-a575-f31d29c7ff4d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2373917 Jun 29 13:36:25.087444 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8e1427c-ebd7-4988-b319-9be68e4a09a0 req-eec6d2b2-2bdd-4015-a692-4851a6b6a666 service neutron] 10.222.0.61 "GET /v2.0/networks/79b07150-dd56-49fb-a8a3-cfd1917dd4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404414 Jun 29 13:36:25.132105 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-07b2f04a-4655-43f9-b532-724cc0a5642e req-68d2402b-2a69-4dcd-bf1b-5f4cd83bec5b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Jun 29 13:36:25.141113 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.205460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:25.212229 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:25.225432 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.307545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Network b18f0ab1-0990-45be-b67c-8129bee91d94 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:25.310179 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:25.312406 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.315925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.319660 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b67c4bd-bf16-4539-b545-e8ec19606ef6 HTTP/1.1" status: 204 len: 168 time: 0.3116591 Jun 29 13:36:25.334072 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8dd113d4-ccde-4692-9b3c-e778e192de02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:25.350570 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b67c4bd-bf16-4539-b545-e8ec19606ef6,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:25.354118 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:25.503824 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Router 6d9160b8-dcfc-4741-a7b8-02e58662e30a has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:36:25.649828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:25.659200 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-b743a759-8fc6-475c-b456-c75995be5fc5 None None] Provisioning complete for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:25.660402 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b743a759-8fc6-475c-b456-c75995be5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:25.665404 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d9160b8-dcfc-4741-a7b8-02e58662e30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7371643 Jun 29 13:36:25.769641 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-b743a759-8fc6-475c-b456-c75995be5fc5 None None] Port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:25.938551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8838f7-987b-4585-8c19-7f0ab16a1395 req-76487f94-0b5d-4520-9b00-8087d9baa37b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:25.948140 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7d8838f7-987b-4585-8c19-7f0ab16a1395 req-76487f94-0b5d-4520-9b00-8087d9baa37b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 947 time: 0.1414237 Jun 29 13:36:26.014808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f377b2da-cab8-4166-bd80-4c3b040cb91c up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:26.029085 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7d8838f7-987b-4585-8c19-7f0ab16a1395 req-f5052b5d-27af-4f5f-9c96-d56dddb30fef tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Jun 29 13:36:26.096300 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port f377b2da-cab8-4166-bd80-4c3b040cb91c completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:26.101274 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f377b2da-cab8-4166-bd80-4c3b040cb91c triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:26.101638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.267208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.292696 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port f377b2da-cab8-4166-bd80-4c3b040cb91c, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f377b2da-cab8-4166-bd80-4c3b040cb91c,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:26.299083 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.303159 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-c55e69a8-24fa-4c13-88ad-5c4f31ebb3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:26.389566 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=f377b2da-cab8-4166-bd80-4c3b040cb91c,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:26.394996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be236-5cd4-49de-bfb1-5eb9df92fadf req-cb58154f-0628-4ae9-bcc6-b0d3f618e5f4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:26.395540 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:26.396958 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6c5be236-5cd4-49de-bfb1-5eb9df92fadf req-cb58154f-0628-4ae9-bcc6-b0d3f618e5f4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1111712 Jun 29 13:36:26.444783 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6c5be236-5cd4-49de-bfb1-5eb9df92fadf req-02dfd3a8-92c3-40d9-8d2b-c0465684e8ad tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Jun 29 13:36:26.527338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59666) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:26.540381 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59670) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:26.545434 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1387760441-network', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:26.573634 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Made reservation on behalf of e6a65a1417a842c6bb367de96b09a2fc for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:26.576902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.590270 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.681399 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.752218 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.765089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.771674 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c30ba74a-b606-4c65-8d88-beaad3129269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:26.804231 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:36:26.812856 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ced8667-240e-466a-ac31-f10065e972cd,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:26.832891 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:26.841271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:26.841619 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Added segment 44157ba2-bce8-4e25-924a-95c54a8dc9cb of type vlan for network 567cca86-2657-48d1-9289-7fbda5b2b07d Jun 29 13:36:27.137281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Sync routers for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:27.141775 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.154175 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:27.156083 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:27.242649 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.244602 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.247244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:27.247815 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.252377 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-10898239-d4ed-4a2e-a10d-9457e8bd75e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:27.258382 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.294476 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:27.329868 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7858853 Jun 29 13:36:27.330317 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59690) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:27.336702 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Request body: {'subnet': {'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1387760441-subnet', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:27.344316 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Pushing event updated for resources: {'Network': ['ID=567cca86-2657-48d1-9289-7fbda5b2b07d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:27.347996 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a7ce928841d49c8b62c5856cf34634a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228436 Jun 29 13:36:27.350740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:27.351246 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fb9778d7-10db-4c41-aa3b-9e9b0e2d31bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:27.353297 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59692) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:27.362054 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94a2c1-10bb-4d10-a259-62f6b908c48d req-7793ce15-1f10-4605-a348-73caa8026a5b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:27.363889 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ba94a2c1-10bb-4d10-a259-62f6b908c48d req-7793ce15-1f10-4605-a348-73caa8026a5b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 947 time: 0.2052593 Jun 29 13:36:27.379081 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 567cca86-2657-48d1-9289-7fbda5b2b07d details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:36:27.403542 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea072231-e6d6-4de5-85ae-69f38e875b32,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:27.406828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:27.440613 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ba94a2c1-10bb-4d10-a259-62f6b908c48d req-0887d5da-c049-400d-8b67-1383aeed5dc5 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 Jun 29 13:36:27.443869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Made reservation on behalf of e6a65a1417a842c6bb367de96b09a2fc for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:27.446410 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.535291 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.561314 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.607968 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 2, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:27.639593 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Checking router: 6d9160b8-dcfc-4741-a7b8-02e58662e30a for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:27.640042 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Updating router 6d9160b8-dcfc-4741-a7b8-02e58662e30a port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:36:27.693944 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.729934 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.732479 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.734515 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea072231-e6d6-4de5-85ae-69f38e875b32 HTTP/1.1" status: 204 len: 168 time: 0.3793597 Jun 29 13:36:27.737165 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-30e8e05f-2202-4ecb-bd8c-2218dce021c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:27.762327 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea072231-e6d6-4de5-85ae-69f38e875b32,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:27.772076 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:27.780728 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:27.795413 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:27.830048 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb3fd2-8af2-4fba-a00b-c96e581306f3 req-c9a56b33-d25a-4fe1-9677-2180454f481e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:27.832320 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bdcb3fd2-8af2-4fba-a00b-c96e581306f3 req-c9a56b33-d25a-4fe1-9677-2180454f481e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2143807 Jun 29 13:36:27.888141 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6400890f-fb19-4bf2-bfe4-3a28d98a24f8,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:27.907459 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:27.910082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Checking segment: {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:27.910645 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Network hostable DHCP agents. Network: 567cca86-2657-48d1-9289-7fbda5b2b07d, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:36:27.962905 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bdcb3fd2-8af2-4fba-a00b-c96e581306f3 req-31a5dd69-912b-44b6-93df-07ee8125852f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180146 Jun 29 13:36:27.971656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Network 567cca86-2657-48d1-9289-7fbda5b2b07d is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:36:28.001529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 567cca86-2657-48d1-9289-7fbda5b2b07d) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:28.009869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:28.015045 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.045355 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-de12e754-7c1d-4bb8-97b5-856700d071e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7136641 Jun 29 13:36:28.047890 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59714) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:28.053241 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:28.058769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 92ea865e-b692-40a2-aa50-a1a58d2cba74 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:36:28.060879 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f377b2da-cab8-4166-bd80-4c3b040cb91c up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:28.063143 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d9686-5a01-45f8-9b27-f8e7ef717914 None None] Network 567cca86-2657-48d1-9289-7fbda5b2b07d requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:28.080219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.084770 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.151646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.339603 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.562941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f377b2da-cab8-4166-bd80-4c3b040cb91c triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:28.563879 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.571523 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.695632 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.720813 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.736293 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Transition to ACTIVE for port object 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:28.751870 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:28.788169 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:28.788445 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9b064-a778-428b-b04e-65540bc70e66 req-a0703aa1-cbeb-4896-9767-bacb02587d1c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:28.788588 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d9a9b064-a778-428b-b04e-65540bc70e66 req-a0703aa1-cbeb-4896-9767-bacb02587d1c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 947 time: 0.1390226 Jun 29 13:36:28.794302 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:28.875225 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d9a9b064-a778-428b-b04e-65540bc70e66 req-72dfeec1-fca1-4faa-bf04-606c16e60661 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780585 Jun 29 13:36:28.884725 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '92ea865e-b692-40a2-aa50-a1a58d2cba74', 'network_id': '79b07150-dd56-49fb-a8a3-cfd1917dd4bb', 'port_id': '92ea865e-b692-40a2-aa50-a1a58d2cba74', 'mac_address': 'fa:16:3e:1b:43:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12eeb63-e1d7-4f7c-84db-e69ea2d90b0e', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:36:28.916232 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Allocated IP 172.27.0.147 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/4bcfe246-1704-4f0d-b03c-da0fda1e2a11) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:28.921987 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-567cca86-2657-48d1-9289-7fbda5b2b07d', 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'fixed_ips': [{'subnet_id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:36:28.923564 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.085875 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Pushing event updated for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:29.093832 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:29.144879 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.249151 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.292770 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Attempting to bind port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:29.293244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Attempting to bind port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:29.293523 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Attempting to bind port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 on network b18f0ab1-0990-45be-b67c-8129bee91d94 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:29.299890 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ea865e-b692-40a2-aa50-a1a58d2cba74 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:29.314497 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.322543 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23da4838-b1cd-424b-9a1b-77dd43760d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:29.335335 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:29.335734 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Checking segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:29.336353 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.336774 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Bound using segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:29.337311 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Bound port: 1e1d61bf-56d7-45a9-bd90-e78cfec570d8, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:29.337716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.379503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:29.391391 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.415046 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:29.418137 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:29.427610 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Allocated IP 172.20.0.2 (567cca86-2657-48d1-9289-7fbda5b2b07d/6400890f-fb19-4bf2-bfe4-3a28d98a24f8/6d5adb90-7ab2-4b9f-82ea-b06af589d9e3) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:29.432383 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:29.435915 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:29.472021 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Pushing event updated for resources: {'Port': ['ID=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:29.475631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:29.489726 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a744c-bc9d-49d0-96a6-5a673d667faa req-9f624360-c0c1-4807-a6be-d07fa70da86e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:29.491279 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d80a744c-bc9d-49d0-96a6-5a673d667faa req-9f624360-c0c1-4807-a6be-d07fa70da86e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2543781 Jun 29 13:36:29.563610 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] For port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:29.565820 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:29.572088 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:29.591045 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] For port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:29.601538 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:29.605877 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:29.647490 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d80a744c-bc9d-49d0-96a6-5a673d667faa req-3cf0f0a8-4e94-4683-8e02-5b15b3a75e17 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500387 Jun 29 13:36:29.763370 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:29.763986 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:29.833086 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['92ea865e-b692-40a2-aa50-a1a58d2cba74'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:36:29.887011 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Pushing event updated for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:29.928800 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:29.959222 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.032345 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Transition to ACTIVE for port object 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:30.104317 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Transition to ACTIVE for port object 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:30.132194 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.136516 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:30.139867 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:30.153604 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90d118-6f62-4409-ba5b-d559fed92281 req-07ad10e9-4a54-4b8f-96cf-fbc9cd6aa3b9 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:30.165639 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f90d118-6f62-4409-ba5b-d559fed92281 req-07ad10e9-4a54-4b8f-96cf-fbc9cd6aa3b9 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 948 time: 0.1113126 Jun 29 13:36:30.244325 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Network 567cca86-2657-48d1-9289-7fbda5b2b07d is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:30.257581 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:30.265047 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.320279 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f90d118-6f62-4409-ba5b-d559fed92281 req-4e02afc9-8aac-4e7d-818c-270cc33b11ec tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532302 Jun 29 13:36:30.331442 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:30.362742 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Pushing event updated for resources: {'Port': ['ID=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:30.366648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:30.516336 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Attempting to bind port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:30.516678 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Attempting to bind port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:30.517005 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Attempting to bind port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 on network 567cca86-2657-48d1-9289-7fbda5b2b07d {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:30.540522 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:30.540922 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Checking segment: {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:30.541330 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.541768 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Bound using segment: {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:30.542388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Bound port: 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:30.542786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.591307 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.648181 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] For port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:30.654685 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] For port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:30.660989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:30.664132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:30.669637 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:29Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:30.770206 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Router e8c87c38-2210-428a-aac2-6ff496d68d1d is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:36:30.924050 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4870e-98e8-4f72-983f-96d88e9ea6fd None None] The sync data for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi is: [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:29Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:30.932320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf9d66-7945-4579-af15-a9f66c1212bc req-342e4028-f5b0-4562-9be4-9bee6b9fbc9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:30.939571 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4daf9d66-7945-4579-af15-a9f66c1212bc req-342e4028-f5b0-4562-9be4-9bee6b9fbc9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1112957 Jun 29 13:36:30.963505 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:30.967989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Pushing event updated for resources: {'Port': ['ID=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:30.983390 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:30.984252 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Sync routers for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:31.022150 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4daf9d66-7945-4579-af15-a9f66c1212bc req-051ea32f-99f7-4af7-aff6-0efaef0db22d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Jun 29 13:36:31.033127 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:31.033886 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:31.061451 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:31.066788 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59810) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:31.067082 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0180073 Jun 29 13:36:31.211207 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:31.704702 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59828) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:31.732840 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59832) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:31.768565 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:29Z', 'revision_number': 3, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:31.810668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883cf7b-832b-49cf-a13c-b6533431cfdb req-825e406c-7b26-478d-b00a-6029adc8bcd5 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:31.818448 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6883cf7b-832b-49cf-a13c-b6533431cfdb req-825e406c-7b26-478d-b00a-6029adc8bcd5 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 948 time: 0.2753587 Jun 29 13:36:31.833369 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Checking router: e8c87c38-2210-428a-aac2-6ff496d68d1d for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:31.833980 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Updating router e8c87c38-2210-428a-aac2-6ff496d68d1d port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:36:31.893648 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:31.927882 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:31.939849 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 92ea865e-b692-40a2-aa50-a1a58d2cba74 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:31.948672 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6883cf7b-832b-49cf-a13c-b6533431cfdb req-30bbf9dc-6902-4732-b233-686ee04d1157 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292500 Jun 29 13:36:31.975490 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.014306 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 92ea865e-b692-40a2-aa50-a1a58d2cba74 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:32.021968 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 92ea865e-b692-40a2-aa50-a1a58d2cba74 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:32.022769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.183169 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.196306 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:32.220410 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.235462 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8a27ce3a-101b-4ee5-a39f-cdc710a84ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:32.259990 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.288547 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.389413 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:32.391793 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed2005-02e0-4082-92b5-1666706e4477" -d '{"events": [{"server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:32.429566 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.448606 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:32.461965 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.464095 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:32.467593 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Transition to ACTIVE for port object 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:32.482829 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a6a1314e4ee4296a651a0074dab985b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7759342 Jun 29 13:36:32.483637 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59842) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:32.487201 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.491115 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:32.500431 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:32.504179 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1502427-011d-486d-aa29-c386a701092c x-openstack-request-id: req-c1502427-011d-486d-aa29-c386a701092c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:32.504560 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:32.504968 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1502427-011d-486d-aa29-c386a701092c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:32.505577 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74', 'code': 200} Jun 29 13:36:32.553631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999fd1bd-98d3-4f91-ab37-0f941494183f,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:32.559892 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Attempting to bind port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:32.560278 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Attempting to bind port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:32.560635 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Attempting to bind port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:32.568573 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:32.568955 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:32.569354 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.569752 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:32.570283 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Bound port: 4bcfe246-1704-4f0d-b03c-da0fda1e2a11, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:32.570846 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.589568 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:32.605152 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Allocated IP 172.20.0.1 (567cca86-2657-48d1-9289-7fbda5b2b07d/6400890f-fb19-4bf2-bfe4-3a28d98a24f8/508ae56b-d88c-4714-b063-32bc3075bb8d) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:32.612002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:32.661325 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] For port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:32.674417 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] For port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:32.695198 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.747254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9258b-c30d-475a-ad96-3c263a3df08d None None] Network 567cca86-2657-48d1-9289-7fbda5b2b07d requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:32.752756 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:32.754561 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b32cf-75f9-4bb8-9ccd-b393d03e854a None None] Pushing event updated for resources: {'Port': ['ID=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:32.758887 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6d3b32cf-75f9-4bb8-9ccd-b393d03e854a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:32.759415 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:32.801619 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:32.840027 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.851564 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:32.853146 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:32.859611 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:32.870904 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:32.871572 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.877290 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Provisioning for port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:32.920547 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Transition to ACTIVE for port object 508ae56b-d88c-4714-b063-32bc3075bb8d will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:32.923123 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Provisioning complete for port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:32.923773 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:32.925069 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.002391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.002613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.008289 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:33.061249 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Network 567cca86-2657-48d1-9289-7fbda5b2b07d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:33.068088 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:33.070329 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f434a1-02d2-426f-abf9-e813ef490064 req-57f75c67-2c82-48f6-83a8-e73ae9db0cd7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:33.071305 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:33.071807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.079659 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e0f434a1-02d2-426f-abf9-e813ef490064 req-57f75c67-2c82-48f6-83a8-e73ae9db0cd7 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.7966051 Jun 29 13:36:33.117899 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:33.184706 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Pushing event updated for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.201024 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.202061 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.214606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9b579-7ef8-435b-babf-e9cfb9b716a5 req-41511b55-28ec-4f2d-adaf-c197b5dfef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:33.216945 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5f9b579-7ef8-435b-babf-e9cfb9b716a5 req-41511b55-28ec-4f2d-adaf-c197b5dfef69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 1102 time: 0.3984115 Jun 29 13:36:33.220869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.225856 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bf8b7073-47b9-4be5-8c23-8d4e48b69a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:33.277072 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.314248 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.351840 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1780ec2434440cc83fcccaef4ec1c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6173503 Jun 29 13:36:33.367828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 59854) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:33.376467 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] For port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:33.378967 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b32cf-75f9-4bb8-9ccd-b393d03e854a None None] Pushing event updated for resources: {'Port': ['ID=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.383769 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-6d3b32cf-75f9-4bb8-9ccd-b393d03e854a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.388661 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.395450 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:33.417197 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5f9b579-7ef8-435b-babf-e9cfb9b716a5 req-3a8aa57e-2f6e-4d09-a4f3-f631d21e65ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782856 Jun 29 13:36:33.419957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.425259 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e0f434a1-02d2-426f-abf9-e813ef490064 req-f51d52d6-7378-49c1-b147-99ec428ef8f0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186224 Jun 29 13:36:33.445834 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcaf3b3-fbbc-4427-9a83-a161fe13f67b,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.447598 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-9c57fd1e-fefe-4fcf-bf30-43874b8a20b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5818951 Jun 29 13:36:33.448834 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Pushing event updated for resources: {'Port': ['ID=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.455999 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.465199 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.468010 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.468254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.469733 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/999fd1bd-98d3-4f91-ab37-0f941494183f HTTP/1.1" status: 204 len: 168 time: 0.9827816 Jun 29 13:36:33.475102 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:33.475225 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8bc20eb5-5927-4ea0-bb1f-a3ebd9568b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:33.485739 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fd1bd-98d3-4f91-ab37-0f941494183f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.508267 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.515249 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.528329 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:33.554271 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:29Z', 'revision_number': 3, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:33.609247 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902d630-8d27-4b86-a4bc-d00589f3f2ab None None] The sync data for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi is: [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:29Z', 'revision_number': 3, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:33.622781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:33.626573 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:33.768322 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.820002 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:33.856971 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2362c-1699-4852-a0a3-4d12ab52d477 req-54b34827-48a5-4616-8dc3-da816cfdd048 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:33.858628 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3cf2362c-1699-4852-a0a3-4d12ab52d477 req-54b34827-48a5-4616-8dc3-da816cfdd048 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.2750046 Jun 29 13:36:33.866653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-36d99e13-e9c3-4132-be40-8e459cd1acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:33.868181 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-36d99e13-e9c3-4132-be40-8e459cd1acb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.3060429 Jun 29 13:36:33.949241 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Provisioning for port 508ae56b-d88c-4714-b063-32bc3075bb8d completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:33.965634 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Provisioning complete for port 508ae56b-d88c-4714-b063-32bc3075bb8d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:33.966130 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.051199 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59874) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:34.072162 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:34.092581 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.119857 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3cf2362c-1699-4852-a0a3-4d12ab52d477 req-469214b9-d7a2-467c-bfcb-4d5906a6e29f tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485025 Jun 29 13:36:34.130767 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.149562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.152336 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Port 508ae56b-d88c-4714-b063-32bc3075bb8d cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:34.152945 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.167721 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:34.173143 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Provisioning complete for port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:34.173524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dadc9ea6-073c-4ac8-bcb2-c6278235112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.187677 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.192039 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.194625 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdcaf3b3-fbbc-4427-9a83-a161fe13f67b HTTP/1.1" status: 204 len: 168 time: 0.8240545 Jun 29 13:36:34.228439 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:34.228649 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.363718 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.370261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.377069 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0308961c-e0f7-4f99-b508-177a91655e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:34.400696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Network 567cca86-2657-48d1-9289-7fbda5b2b07d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:34.408335 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:34.462927 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29ab64598d624f749c2cb0bfafcc87d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089293 Jun 29 13:36:34.463639 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59882) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:34.471376 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39298e6c-e26f-4341-b3d2-974ec012893e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:34.478304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:34.509926 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:34.512953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-bb1dfc8d-1147-42b7-b064-3e6bac09c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:34.515633 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-bb1dfc8d-1147-42b7-b064-3e6bac09c6ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.5902758 Jun 29 13:36:34.528784 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Pushing event updated for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:34.558281 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:34.591067 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8b28c374-0cf9-400c-9b79-a76fb5d0d0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:34.599112 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.647916 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-40167874-015b-4c9b-af16-183bafa1dae0 None None] Provisioning complete for port 508ae56b-d88c-4714-b063-32bc3075bb8d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:34.652985 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-40167874-015b-4c9b-af16-183bafa1dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.686491 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.700260 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-1ddee5fd-c86d-440f-ba4b-e1c09f65ca05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.1436644 Jun 29 13:36:34.704600 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcaf3b3-fbbc-4427-9a83-a161fe13f67b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:34.745265 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:34.818965 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:34.821321 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.831233 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-40167874-015b-4c9b-af16-183bafa1dae0 None None] Port 508ae56b-d88c-4714-b063-32bc3075bb8d cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:34.851755 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-6101cec3-7546-490d-ab20-7189ada804a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:34.853541 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-6101cec3-7546-490d-ab20-7189ada804a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.1073744 Jun 29 13:36:34.867227 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Router e8c87c38-2210-428a-aac2-6ff496d68d1d has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:36:34.910465 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.937023 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.944043 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:34.950052 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39298e6c-e26f-4341-b3d2-974ec012893e HTTP/1.1" status: 204 len: 168 time: 0.4849222 Jun 29 13:36:34.962437 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fa1e319c-c11b-4ad5-bee4-ae41d2bc1e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:34.974378 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89512f-fb09-4dd6-a744-c36a09fa2a27 req-0f29bfe2-c9cb-4e05-88e6-2553c0af32af tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:34.981973 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6d89512f-fb09-4dd6-a744-c36a09fa2a27 req-0f29bfe2-c9cb-4e05-88e6-2553c0af32af tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2390676 Jun 29 13:36:35.015002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39298e6c-e26f-4341-b3d2-974ec012893e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:35.024310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59892) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:35.026827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2287109a-4f5a-4af7-8029-25f9a1af3fec None None] Provisioning complete for port 508ae56b-d88c-4714-b063-32bc3075bb8d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:35.027865 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2287109a-4f5a-4af7-8029-25f9a1af3fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.029338 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:35.051917 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.099812 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6d89512f-fb09-4dd6-a744-c36a09fa2a27 req-b5e1daa5-b569-4f1d-ac65-127bfc846ff0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163397 Jun 29 13:36:35.108645 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2287109a-4f5a-4af7-8029-25f9a1af3fec None None] Port 508ae56b-d88c-4714-b063-32bc3075bb8d cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:36:35.236470 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f02b0d-2a95-4f56-b82e-a0666551cf7a req-18a816df-76aa-4046-b8e2-a65b4c06cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:35.239104 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-94f02b0d-2a95-4f56-b82e-a0666551cf7a req-18a816df-76aa-4046-b8e2-a65b4c06cb0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 1099 time: 0.1662819 Jun 29 13:36:35.281846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.311390 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.317722 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c24be8a5-5953-4694-bb77-3fd68658886a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:35.383721 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368dbc7e-1f9c-403c-852c-4aa2d1b82dc4,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:35.388349 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-94f02b0d-2a95-4f56-b82e-a0666551cf7a req-d6500407-b8ba-4613-8811-e11142bcd2ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044211 Jun 29 13:36:35.389893 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:35.393815 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f440c9ecb4a9477f83abef9e53c3990c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656678 Jun 29 13:36:35.397024 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 59904) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:35.405119 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-93a0aea8-b38d-457e-937a-a7a6892e300b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5213063 Jun 29 13:36:35.455469 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:36:35.464261 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] 10.222.0.21 "PUT /v2.0/routers/e8c87c38-2210-428a-aac2-6ff496d68d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3960168 Jun 29 13:36:35.464623 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.491332 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.566835 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.571172 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:35.571339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187fab2-3c88-4c29-9255-0ccc517c5b8c req-99b1b056-92a7-4134-99b9-f869f80c57cf tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:35.574407 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/368dbc7e-1f9c-403c-852c-4aa2d1b82dc4 HTTP/1.1" status: 204 len: 168 time: 0.1755280 Jun 29 13:36:35.575447 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-947c38d2-c3c1-45f2-a181-03c59798ca19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:35.582723 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c187fab2-3c88-4c29-9255-0ccc517c5b8c req-99b1b056-92a7-4134-99b9-f869f80c57cf tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.2101271 Jun 29 13:36:35.586511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368dbc7e-1f9c-403c-852c-4aa2d1b82dc4,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:35.589256 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:35.649320 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c187fab2-3c88-4c29-9255-0ccc517c5b8c req-914e2a36-facb-4fb8-894b-ebca7f828d9a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Jun 29 13:36:35.664517 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-a59cd4c6-f931-48ae-9704-ca6e3c9ae266 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943510 Jun 29 13:36:35.819405 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd952fc4-9f32-4e95-ad3f-d30b8d785206 req-d9aa8205-bec5-4473-ab3d-655ce55efed1 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215274 Jun 29 13:36:35.999497 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:36.091162 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:36.096073 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:36.096827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:36.300025 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:36.354211 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:36.360046 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:36.369075 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:36.446836 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:36.454540 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:36.459864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa236-c163-4231-a2b4-fa16994bc1ee req-2907637c-92a1-41f1-bed8-2cf8333af09c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:36.461235 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6ccaa236-c163-4231-a2b4-fa16994bc1ee req-2907637c-92a1-41f1-bed8-2cf8333af09c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.1365294 Jun 29 13:36:36.467802 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Sync routers for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:36:36.478146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:36.478837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:36.507337 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2a8f1-6918-40ec-9884-0116512f17c1 req-719e9d23-949d-435c-8b81-fe9833595415 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:36.520048 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85e2a8f1-6918-40ec-9884-0116512f17c1 req-719e9d23-949d-435c-8b81-fe9833595415 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1747446 Jun 29 13:36:36.548918 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6ccaa236-c163-4231-a2b4-fa16994bc1ee req-6ef61232-7f99-4ed7-a674-9bc6fcc1d07f tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 Jun 29 13:36:36.580565 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85e2a8f1-6918-40ec-9884-0116512f17c1 req-427fa1f2-b29c-4342-8327-2a1e2d9c4fbc tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Jun 29 13:36:36.653177 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:36.912507 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 4, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '508ae56b-d88c-4714-b063-32bc3075bb8d', 'name': '', 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'mac_address': 'fa:16:3e:77:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:32Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 2, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'subnets': [{'id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:36.944228 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Checking router: e8c87c38-2210-428a-aac2-6ff496d68d1d for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:36:36.944668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Updating router e8c87c38-2210-428a-aac2-6ff496d68d1d port 508ae56b-d88c-4714-b063-32bc3075bb8d binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:36:37.019270 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.409347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.432066 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Transition to ACTIVE for port object 508ae56b-d88c-4714-b063-32bc3075bb8d will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:37.440489 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.443731 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:37.500031 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Pushing event updated for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:37.512563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:37.677210 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Attempting to bind port 508ae56b-d88c-4714-b063-32bc3075bb8d on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:37.677735 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Attempting to bind port 508ae56b-d88c-4714-b063-32bc3075bb8d by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:37.678211 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Attempting to bind port 508ae56b-d88c-4714-b063-32bc3075bb8d on network 567cca86-2657-48d1-9289-7fbda5b2b07d {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:37.691872 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:37.692362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Checking segment: {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:37.692996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.693419 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Bound using segment: {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:37.694068 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Bound port: 508ae56b-d88c-4714-b063-32bc3075bb8d, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44157ba2-bce8-4e25-924a-95c54a8dc9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:37.694525 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.824593 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] For port 508ae56b-d88c-4714-b063-32bc3075bb8d, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:37.829630 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] For port 508ae56b-d88c-4714-b063-32bc3075bb8d, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=508ae56b-d88c-4714-b063-32bc3075bb8d,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:37.839178 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:37.848996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:37.875171 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f5c6-16b8-498a-a762-b1f2bd1fb967 req-7f1182eb-f60a-4fc9-8bb5-0a03161035a9 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:37.877134 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3de3f5c6-16b8-498a-a762-b1f2bd1fb967 req-7f1182eb-f60a-4fc9-8bb5-0a03161035a9 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.1465130 Jun 29 13:36:37.975202 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3de3f5c6-16b8-498a-a762-b1f2bd1fb967 req-97eb5b32-2206-4757-8c24-4442768e8082 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Jun 29 13:36:38.049391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99884d4f-ea5c-4c3f-99ef-61d628fe970f req-2812188d-ee91-4c87-8c21-ac5b649d4086 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:38.053380 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99884d4f-ea5c-4c3f-99ef-61d628fe970f req-2812188d-ee91-4c87-8c21-ac5b649d4086 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.2455623 Jun 29 13:36:38.072883 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:38.136853 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:36:38.137822 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:36:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:38.142195 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Pushing event updated for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:38.147961 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:38.163842 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99884d4f-ea5c-4c3f-99ef-61d628fe970f req-ec7aa9a5-e024-47ea-8ebe-8ff33d402c07 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949209 Jun 29 13:36:38.234740 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:38.235418 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:38.514960 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-aaa12166-2ac7-4df3-a887-2bcc5d088350 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:38.517146 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-aaa12166-2ac7-4df3-a887-2bcc5d088350 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.1569552 Jun 29 13:36:38.608848 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:36:38.895696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Deleting port 92ea865e-b692-40a2-aa50-a1a58d2cba74 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:36:38.899411 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:38.932400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ed4c0-5d69-4577-a193-cc49457b8dec req-67824a0c-7f3b-43fc-a7c4-dc0f04557ac6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:38.960953 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a00ed4c0-5d69-4577-a193-cc49457b8dec req-67824a0c-7f3b-43fc-a7c4-dc0f04557ac6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.2658803 Jun 29 13:36:39.066619 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a00ed4c0-5d69-4577-a193-cc49457b8dec req-1e2d4760-e5d1-4ec3-ab17-2d3ffa2a6af9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042736 Jun 29 13:36:39.091918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] For port 92ea865e-b692-40a2-aa50-a1a58d2cba74, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92ea865e-b692-40a2-aa50-a1a58d2cba74,segment=NetworkSegment(98edd0b2-206a-4d05-b750-407d913a15c8),segment_id=98edd0b2-206a-4d05-b750-407d913a15c8)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:39.092694 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:39.112058 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Calling delete_port for 92ea865e-b692-40a2-aa50-a1a58d2cba74 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:36:39.306732 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-480c816d-7107-41e4-b178-4333f8318065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 4, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '508ae56b-d88c-4714-b063-32bc3075bb8d', 'name': '', 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'mac_address': 'fa:16:3e:77:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:32Z', 'updated_at': '2021-06-29T13:36:37Z', 'revision_number': 4, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'subnets': [{'id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:36:39.399898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c816d-7107-41e4-b178-4333f8318065 None None] The sync data for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi is: [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 4, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '508ae56b-d88c-4714-b063-32bc3075bb8d', 'name': '', 'network_id': '567cca86-2657-48d1-9289-7fbda5b2b07d', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'mac_address': 'fa:16:3e:77:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:32Z', 'updated_at': '2021-06-29T13:36:37Z', 'revision_number': 4, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'subnets': [{'id': '6400890f-fb19-4bf2-bfe4-3a28d98a24f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:36:39.497881 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42f1c-b89e-427a-8ef9-a86811736892 req-9f1dbb26-5175-4c87-b323-3d10bc83069c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:39.499611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f2b42f1c-b89e-427a-8ef9-a86811736892 req-9f1dbb26-5175-4c87-b323-3d10bc83069c tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 949 time: 0.1842070 Jun 29 13:36:39.501569 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:39.529550 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-a39508b7-b2ff-45bd-8a6d-ca02ed66acaa tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:39.562918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Pushing event deleted for resources: {'Port': ['ID=92ea865e-b692-40a2-aa50-a1a58d2cba74,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:39.573047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:39.728496 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 60068) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:39.745132 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f2b42f1c-b89e-427a-8ef9-a86811736892 req-adcfac2f-7216-4f6a-97fd-872c7f867e91 tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/security-groups?id=58ce3ccf-b400-43c1-87dd-ae88ddf741aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364209 Jun 29 13:36:39.787945 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] No DVR routers for this DVR port 92ea865e-b692-40a2-aa50-a1a58d2cba74 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:36:39.818938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:39.821182 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-756b89c9-b6b8-4bdc-a8e7-12fbb5d2deff req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.61 "DELETE /v2.0/ports/92ea865e-b692-40a2-aa50-a1a58d2cba74 HTTP/1.1" status: 204 len: 173 time: 1.2908378 Jun 29 13:36:39.821716 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'name': 'network-vif-deleted', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:39.824257 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3126fd65-2b75-4af6-9980-23f466216912" -d '{"events": [{"server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "name": "network-vif-deleted", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:39.991108 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.036012 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 508ae56b-d88c-4714-b063-32bc3075bb8d up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:40.121583 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 508ae56b-d88c-4714-b063-32bc3075bb8d completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:40.125996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 508ae56b-d88c-4714-b063-32bc3075bb8d triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:40.126655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.136982 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.146053 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.167673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:40.195476 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c90e19a-26e9-4b21-aa50-e91073bd3286,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:40.200313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:40.203783 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd28fdb0669a466cbc14593d356eeb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742067 Jun 29 13:36:40.206804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60076) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:40.263803 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.283745 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.306941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 508ae56b-d88c-4714-b063-32bc3075bb8d, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=508ae56b-d88c-4714-b063-32bc3075bb8d,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:36:40.313276 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.315372 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.320177 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:40.373626 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.379547 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.380835 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c90e19a-26e9-4b21-aa50-e91073bd3286 HTTP/1.1" status: 204 len: 168 time: 0.1718485 Jun 29 13:36:40.381700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ef0ad2fd-2ce9-4271-884f-b9152012f068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:40.406714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c90e19a-26e9-4b21-aa50-e91073bd3286,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:40.412628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:40.414323 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:40.429226 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:40.811668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60086) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:40.828410 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.947576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.954941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:40.964745 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-80639616-2ab1-4720-a920-fe3d193d59c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:41.000035 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c19d35e6bf742e7b7db0bad22a59eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868911 Jun 29 13:36:41.002730 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 60088) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:41.005876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475fc622-2239-4b4e-9cba-8489d9c1cf4f,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:41.008890 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:41.075233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:41.100691 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:41.174672 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:41.178805 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:41.183338 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/475fc622-2239-4b4e-9cba-8489d9c1cf4f HTTP/1.1" status: 204 len: 168 time: 0.1757650 Jun 29 13:36:41.183338 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5b182e59-1472-4f35-b853-bbc4b456d944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:41.189518 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fc622-2239-4b4e-9cba-8489d9c1cf4f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:41.193177 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:41.986584 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 508ae56b-d88c-4714-b063-32bc3075bb8d up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:36:42.069832 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 508ae56b-d88c-4714-b063-32bc3075bb8d triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:42.071270 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.259682 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['92ea865e-b692-40a2-aa50-a1a58d2cba74'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:36:42.387952 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 60126) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:42.545648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cb99de-6787-464c-a7d5-0e81a8cff6d8 x-openstack-request-id: req-f0cb99de-6787-464c-a7d5-0e81a8cff6d8 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:42.546495 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f", "name": "network-vif-deleted", "tag": "92ea865e-b692-40a2-aa50-a1a58d2cba74", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:42.546799 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0cb99de-6787-464c-a7d5-0e81a8cff6d8 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:42.547588 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f', 'name': 'network-vif-deleted', 'tag': '92ea865e-b692-40a2-aa50-a1a58d2cba74', 'status': 'completed', 'code': 200} Jun 29 13:36:42.672731 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943838245-network', 'tenant_id': '4f0d11b4e0b046d89e83c24e9bc9650e'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:42.719471 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b5d71d1-a030-4b44-8423-1bab98be02e9 req-7a77e470-c57a-4602-8697-a2ef02c53d1b tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa322d30-d5d9-4e3d-b3a2-4a43ef30bc8f HTTP/1.1" status: 200 len: 210 time: 0.0461931 Jun 29 13:36:42.738576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Made reservation on behalf of 4f0d11b4e0b046d89e83c24e9bc9650e for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:42.742401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.754580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.892768 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.897680 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.903790 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-44c3b6b3-e805-411c-8ea0-61eb837ff7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:42.923871 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:36:42.944100 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8f077-8eba-476b-b56f-3db5052f6385,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:42.947669 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:42.949273 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:42.949828 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Added segment 56ff6001-002a-4b20-90ae-04889a7c165d of type vlan for network 1a8651a0-dd2b-4d13-a179-e563375df802 Jun 29 13:36:43.012711 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.090834 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.092315 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:43.099841 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.106110 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d7ad1123-0f39-4e4d-a88e-8f58e08d45c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:43.195400 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8035414 Jun 29 13:36:43.195742 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60140) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:43.201634 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Request body: {'subnet': {'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943838245-subnet', 'tenant_id': '4f0d11b4e0b046d89e83c24e9bc9650e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:43.224245 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8651a0-dd2b-4d13-a179-e563375df802,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:43.227268 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:43.239277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 1a8651a0-dd2b-4d13-a179-e563375df802 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:36:43.263868 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Made reservation on behalf of 4f0d11b4e0b046d89e83c24e9bc9650e for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:43.267082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.704514 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.712714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:43.720927 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-92716783-8b7c-4014-991f-f091d569f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:43.722875 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-92716783-8b7c-4014-991f-f091d569f36a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.1279721 Jun 29 13:36:43.829785 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Checking segment: {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:43.830291 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Network hostable DHCP agents. Network: 1a8651a0-dd2b-4d13-a179-e563375df802, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:36:43.837794 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d86e161-fa8a-4b43-8d08-e1a52f59d20d,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:43.870015 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:43.892918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Network 1a8651a0-dd2b-4d13-a179-e563375df802 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:36:43.918367 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bf432-c923-41f2-abf6-e012c9d2efa7 req-50027c15-c2bf-412d-a7e7-796b01073f17 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:43.921578 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-586bf432-c923-41f2-abf6-e012c9d2efa7 req-50027c15-c2bf-412d-a7e7-796b01073f17 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1768351 Jun 29 13:36:43.923860 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 1a8651a0-dd2b-4d13-a179-e563375df802) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:43.936585 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:43.937672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:43.948481 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9ba45-9b91-4a7a-8318-010d4cb6812e None None] Network 1a8651a0-dd2b-4d13-a179-e563375df802 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:44.023332 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1df54951-6b71-4e06-923e-0ece94c4829a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8153996 Jun 29 13:36:44.067604 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-586bf432-c923-41f2-abf6-e012c9d2efa7 req-fa206fca-dc62-4dd4-8ed5-97d484addb11 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134529 Jun 29 13:36:44.160808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7353322a-4928-43b8-8af7-66598f49fedc None None] Network 1a8651a0-dd2b-4d13-a179-e563375df802 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:36:44.698059 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 92ea865e-b692-40a2-aa50-a1a58d2cba74 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:36:44.779016 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 92ea865e-b692-40a2-aa50-a1a58d2cba74 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:36:44.779382 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 92ea865e-b692-40a2-aa50-a1a58d2cba74 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:36:46.876297 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-2bb5f762-d775-48ec-9096-73dd28681fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:46.884023 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-2bb5f762-d775-48ec-9096-73dd28681fad service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.1683936 Jun 29 13:36:46.952016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-b54c90fe-50e4-4cb2-8341-1430f63619bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0561495 Jun 29 13:36:46.992215 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7380ed-73a6-4613-b8d7-99bd03b23671 req-35f243a8-dd98-40af-98db-e96b697cf17c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:46.999866 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6e7380ed-73a6-4613-b8d7-99bd03b23671 req-35f243a8-dd98-40af-98db-e96b697cf17c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0980105 Jun 29 13:36:47.021095 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-64f6bc4e-4f2f-4402-badb-07cf610f2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:47.023321 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-64f6bc4e-4f2f-4402-badb-07cf610f2773 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.0644774 Jun 29 13:36:47.076144 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-ed4add60-d7a0-4320-9af4-a8695cc210c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424576 Jun 29 13:36:47.076504 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6e7380ed-73a6-4613-b8d7-99bd03b23671 req-ae968b5e-9d75-4882-a639-719cac4adbeb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756798 Jun 29 13:36:47.309316 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-ac81e4a3-3f84-498e-a00c-612478c83847 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244742 Jun 29 13:36:47.445412 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ffcedea-6204-4124-b327-57a5d45ffa56 req-e2554eef-0730-458b-af63-4e55295d0806 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239204 Jun 29 13:36:48.355877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd2bc8-1acd-4a00-8aee-600b66d3a529 req-ff06d78a-f6e2-4557-8312-3200379ddea6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:48.357545 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-88bd2bc8-1acd-4a00-8aee-600b66d3a529 req-ff06d78a-f6e2-4557-8312-3200379ddea6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1476562 Jun 29 13:36:48.407040 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-88bd2bc8-1acd-4a00-8aee-600b66d3a529 req-dbc233cd-a2b9-4deb-909e-de168eca042e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Jun 29 13:36:48.587416 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-e9640d51-b1fd-46cc-9535-5bee3e07d111 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:48.594408 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-e9640d51-b1fd-46cc-9535-5bee3e07d111 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/networks?id=1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 200 len: 809 time: 0.1415362 Jun 29 13:36:48.610181 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-3043ae34-15f4-4a5f-8c52-dc9413a392fc tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/quotas/4f0d11b4e0b046d89e83c24e9bc9650e HTTP/1.1" status: 200 len: 375 time: 0.0147805 Jun 29 13:36:48.655178 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-8c1b3f8d-24b8-45b6-9af7-56fe6ad9cde1 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435011 Jun 29 13:36:48.764360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-10feb24f-7ddc-4295-89b3-ca097dea7b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:48.830524 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-9ef914f8-2639-4b0d-978c-5ed4b8ab6f5c service neutron] 10.222.0.21 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741910 Jun 29 13:36:48.957612 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60458) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:49.006172 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-e4a3d2bb-4e72-49b5-9a2b-023f20769510 service neutron] 10.222.0.21 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738913 Jun 29 13:36:49.235016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-54358dd9-93cc-43f8-b476-6f08038488d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf109929eaea47d2bd154c8bc9939083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759089 Jun 29 13:36:49.235673 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60466) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:36:49.249148 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-edcff630-3503-4c96-b0da-3eb5f15771eb req-a452b6bc-2b21-4d83-8019-2a013b8584c8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 210 time: 0.0756421 Jun 29 13:36:49.380661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:49.416541 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:49.477398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:49.495215 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:49.499611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58ce3ccf-b400-43c1-87dd-ae88ddf741aa HTTP/1.1" status: 204 len: 168 time: 0.2589204 Jun 29 13:36:49.502056 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:49.515263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce3ccf-b400-43c1-87dd-ae88ddf741aa,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:49.517899 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:49.935090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b142d56-0f41-4ee2-a067-2946b6103498 req-4615b83c-2c5d-4814-aeb2-63aae9a5474e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:49.937716 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4b142d56-0f41-4ee2-a067-2946b6103498 req-4615b83c-2c5d-4814-aeb2-63aae9a5474e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.2759981 Jun 29 13:36:49.988840 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4b142d56-0f41-4ee2-a067-2946b6103498 req-a4c727de-b1ea-4af5-beee-eecc6023c29d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Jun 29 13:36:50.429898 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-de934331-9885-437b-9f12-42e9e3bc8ec0 req-d4b04292-19a1-4257-9ff9-cb975a526994 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 210 time: 0.0338976 Jun 29 13:36:51.026434 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-96702648-0d9f-42ca-ade1-0ca1840c3f0b tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:51.027971 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-96702648-0d9f-42ca-ade1-0ca1840c3f0b tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "GET /v2.0/networks?id=1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 200 len: 809 time: 0.1161866 Jun 29 13:36:51.057718 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Request body: {'port': {'device_id': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802', 'admin_state_up': True, 'tenant_id': '4f0d11b4e0b046d89e83c24e9bc9650e'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:51.185914 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2baf42-9117-4d83-8b80-d3b1fc4c6854 req-29ca1c55-34b8-405a-aecb-cb5243a7387a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:51.187444 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2c2baf42-9117-4d83-8b80-d3b1fc4c6854 req-29ca1c55-34b8-405a-aecb-cb5243a7387a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0655982 Jun 29 13:36:51.225194 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ea8b-00d0-4c57-bfa2-9a0d7c8fab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.227667 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2c2baf42-9117-4d83-8b80-d3b1fc4c6854 req-14428af4-f18f-44b5-82e3-5f3d7c328e60 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Jun 29 13:36:51.235396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-926ad969-bfec-4272-b009-d5480aabd97f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:51.236869 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-926ad969-bfec-4272-b009-d5480aabd97f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 815 time: 0.1756926 Jun 29 13:36:51.261843 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-2c9cc550-0eb2-4310-8d9b-8ea9014d5475 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/quotas/64c14748553348db8db7e204d0fe4713 HTTP/1.1" status: 200 len: 375 time: 0.0182161 Jun 29 13:36:51.263221 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Made reservation on behalf of 4f0d11b4e0b046d89e83c24e9bc9650e for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:51.266847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.417553 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-7b88f65a-461a-4507-b55c-eb70c94a2f03 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467938 Jun 29 13:36:51.482816 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.484892 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Allocated IP 172.20.0.9 (1a8651a0-dd2b-4d13-a179-e563375df802/4d86e161-fa8a-4b43-8d08-e1a52f59d20d/5be747d9-4317-48d0-b16c-90a4074fb23e) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:51.564085 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-06cb7f43-3e3f-42d3-b6d8-7f8890777c30 service neutron] 10.222.0.21 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295505 Jun 29 13:36:51.728800 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.732255 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-93a64d42-954c-4ddc-a3a3-d8805a2d5754 service neutron] 10.222.0.21 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547477 Jun 29 13:36:51.778339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.784121 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:51.834163 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Network 1a8651a0-dd2b-4d13-a179-e563375df802 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:51.841400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:51.849196 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:51.851239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:51.852011 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:51.868531 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Pushing event updated for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:51.872692 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:51.875191 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217547 Jun 29 13:36:51.998641 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cdda-94d0-4f0a-961b-01a6cc51f207 req-6e284288-053a-40c5-bc94-b7f4fb6be05a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:52.000131 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9405cdda-94d0-4f0a-961b-01a6cc51f207 req-6e284288-053a-40c5-bc94-b7f4fb6be05a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 931 time: 0.0664318 Jun 29 13:36:52.044318 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9405cdda-94d0-4f0a-961b-01a6cc51f207 req-ef778528-f1f6-4704-806a-a0989d472f98 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Jun 29 13:36:52.673323 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:54.085166 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:54.126880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Request body: {'port': {'device_id': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:54.213700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:54.297795 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3cc127ef-4867-4815-bf8b-6a0eac18560e req-2838f4d9-d145-4853-993e-db1d2737a328 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 210 time: 0.0313399 Jun 29 13:36:54.490500 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c676804-ed7f-4af5-9074-57f10499de0a req-57c6a027-abe0-486a-8b52-8e202a08a595 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:54.492114 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c676804-ed7f-4af5-9074-57f10499de0a req-57c6a027-abe0-486a-8b52-8e202a08a595 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 931 time: 0.0834875 Jun 29 13:36:54.492672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1417cc-c030-4285-a706-721687a50865 req-813e1bb8-7cb8-4002-8310-11ee7e2e1334 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:54.494180 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c1417cc-c030-4285-a706-721687a50865 req-813e1bb8-7cb8-4002-8310-11ee7e2e1334 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1998999 Jun 29 13:36:54.534884 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c676804-ed7f-4af5-9074-57f10499de0a req-fa388e39-bf4a-4af1-8814-50b2fdb02290 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Jun 29 13:36:54.784732 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c1417cc-c030-4285-a706-721687a50865 req-0b6f93f2-488c-4205-a8bb-94d17eb32d5d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842531 Jun 29 13:36:54.835150 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be747d9-4317-48d0-b16c-90a4074fb23e {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:36:54.842651 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:54.854562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Transition to ACTIVE for port object 5be747d9-4317-48d0-b16c-90a4074fb23e will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:54.858764 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:54.861777 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2dcb26dd-9611-4bce-a7a6-a752bab46d11 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:54.915219 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:54.935880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:54.949544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Attempting to bind port 5be747d9-4317-48d0-b16c-90a4074fb23e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:36:54.949878 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Attempting to bind port 5be747d9-4317-48d0-b16c-90a4074fb23e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:36:54.950312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Attempting to bind port 5be747d9-4317-48d0-b16c-90a4074fb23e on network 1a8651a0-dd2b-4d13-a179-e563375df802 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:54.954634 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Port 5be747d9-4317-48d0-b16c-90a4074fb23e on network 1a8651a0-dd2b-4d13-a179-e563375df802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:36:54.954954 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Attempting to bind port 5be747d9-4317-48d0-b16c-90a4074fb23e on network 1a8651a0-dd2b-4d13-a179-e563375df802 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:36:54.960615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:36:54.960953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Checking segment: {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:36:54.961336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Bound using segment: {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:36:54.961762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Bound port: 5be747d9-4317-48d0-b16c-90a4074fb23e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:36:54.962213 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:55.024525 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:36:55.027977 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5be747d9-4317-48d0-b16c-90a4074fb23e,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:36:55.033559 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:55.036058 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:55.072056 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:55.072666 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:55.074070 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] 10.222.0.61 "PUT /v2.0/ports/5be747d9-4317-48d0-b16c-90a4074fb23e HTTP/1.1" status: 200 len: 1093 time: 0.9517493 Jun 29 13:36:55.074561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:36:55.076847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0189afc2-294d-4b54-8863-50ecd8e8f7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:36:55.099004 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:55.102362 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:55.131083 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8a6147-9c02-4f09-8ef4-53d22f8444e3 x-openstack-request-id: req-6e8a6147-9c02-4f09-8ef4-53d22f8444e3 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:36:55.131758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:36:55.131758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e8a6147-9c02-4f09-8ef4-53d22f8444e3 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:36:55.132093 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e', 'status': 'completed', 'code': 200} Jun 29 13:36:57.659930 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-f1a0fa27-f9c3-4c5a-a2fd-c57ae7472b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:57.661554 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-f1a0fa27-f9c3-4c5a-a2fd-c57ae7472b72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 1096 time: 0.0541356 Jun 29 13:36:57.772230 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4ca852ca-5a7f-4fa0-a67c-823a7659b2f5 req-db4c75f9-f356-4839-87dd-dcedc70fba99 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jun 29 13:36:57.879657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-d8f11824-4f0f-4e43-9cfe-0ce931e8d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:57.881475 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-d8f11824-4f0f-4e43-9cfe-0ce931e8d62a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2077835 Jun 29 13:36:57.900691 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a426-5c33-43a4-91ab-c036964d8b5a req-c983e39f-2214-4f0c-9465-204110e918a5 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:57.902732 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fa21a426-5c33-43a4-91ab-c036964d8b5a req-c983e39f-2214-4f0c-9465-204110e918a5 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 943 time: 0.1486766 Jun 29 13:36:57.949665 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894ff2e-0e69-4f29-b650-abb920bad15e req-3c1ca544-a261-4fce-9844-9daaf8167c74 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:57.958800 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b894ff2e-0e69-4f29-b650-abb920bad15e req-3c1ca544-a261-4fce-9844-9daaf8167c74 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0813894 Jun 29 13:36:58.000095 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b894ff2e-0e69-4f29-b650-abb920bad15e req-78d05e27-7581-45f6-bcc8-7c629f49d3c1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Jun 29 13:36:58.062342 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fa21a426-5c33-43a4-91ab-c036964d8b5a req-ccb6ffdc-adb8-4409-9902-3c0a1a4499d8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410379 Jun 29 13:36:58.132544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-eac0e304-9b76-447e-b8f8-f42242f480d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:58.134448 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0189afc2-294d-4b54-8863-50ecd8e8f7d9 req-eac0e304-9b76-447e-b8f8-f42242f480d3 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305677 Jun 29 13:36:58.289468 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-9f01392d-2581-43ec-979e-33421e6e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:58.291421 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-9f01392d-2581-43ec-979e-33421e6e08a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 1096 time: 0.0905476 Jun 29 13:36:58.321506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-ed4bb517-385c-4e4a-8839-297e6f611271 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:58.323319 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-ed4bb517-385c-4e4a-8839-297e6f611271 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 815 time: 0.1518531 Jun 29 13:36:58.340095 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-bcb35cac-0918-47d6-8b05-578c98da5b8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5be747d9-4317-48d0-b16c-90a4074fb23e HTTP/1.1" status: 200 len: 217 time: 0.0392199 Jun 29 13:36:58.342013 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'port': {'device_id': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'admin_state_up': True, 'tenant_id': '64c14748553348db8db7e204d0fe4713'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:36:58.399369 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-707cc3ac-2577-4faa-99f9-f11f6a1eb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:58.400768 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-707cc3ac-2577-4faa-99f9-f11f6a1eb962 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d86e161-fa8a-4b43-8d08-e1a52f59d20d HTTP/1.1" status: 200 len: 849 time: 0.0533621 Jun 29 13:36:58.438160 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-4d55a8df-7988-4e72-ada9-bf655a469052 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a8651a0-dd2b-4d13-a179-e563375df802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295029 Jun 29 13:36:58.490566 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Made reservation on behalf of 64c14748553348db8db7e204d0fe4713 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:36:58.494360 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:58.556397 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-106f6752-0b2d-4a43-8715-7937020d513a service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105015 Jun 29 13:36:58.633880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Allocated IP 172.20.0.6 (b18f0ab1-0990-45be-b67c-8129bee91d94/be2cd72b-766a-4800-a7b2-48e8bcd7d9fb/3440d288-a4e4-40a7-be03-05d366dad29d) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:36:58.803019 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:58.819550 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Transition to ACTIVE for port object 3440d288-a4e4-40a7-be03-05d366dad29d will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:36:58.851714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:58.855966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:36:58.896415 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:36:58.904240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Network b18f0ab1-0990-45be-b67c-8129bee91d94 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:36:58.907445 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:36:58.911435 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:36:58.916835 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:36:58.917440 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:58.923572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:36:58.928678 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:36:58.937553 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020122 Jun 29 13:36:59.147205 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e2661fc0-238d-4bee-9fc8-fa7e5842ad9b None None] Provisioning for port 3440d288-a4e4-40a7-be03-05d366dad29d completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:36:59.150892 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e2661fc0-238d-4bee-9fc8-fa7e5842ad9b None None] Provisioning complete for port 3440d288-a4e4-40a7-be03-05d366dad29d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:36:59.151271 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e2661fc0-238d-4bee-9fc8-fa7e5842ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:36:59.185850 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e2661fc0-238d-4bee-9fc8-fa7e5842ad9b None None] Port 3440d288-a4e4-40a7-be03-05d366dad29d cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:37:01.615220 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Request body: {'port': {'device_id': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:01.696087 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:01.720041 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4e4a03ea-2be1-4ce1-adf6-fa8370580528 req-144db2df-e8dd-47f1-b663-b6016a1eee30 service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100330 Jun 29 13:37:01.882886 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be001b-2c4a-4a50-aaa8-ef9d6754fc04 req-4f911572-170f-42cc-9b29-eada07473766 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:01.886516 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-92be001b-2c4a-4a50-aaa8-ef9d6754fc04 req-4f911572-170f-42cc-9b29-eada07473766 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0787187 Jun 29 13:37:01.899552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4600f6-ac74-4184-82c0-a8ffba0ba81e req-58418367-1d40-493b-a96b-265870b50917 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:01.901125 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8b4600f6-ac74-4184-82c0-a8ffba0ba81e req-58418367-1d40-493b-a96b-265870b50917 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 931 time: 0.1448188 Jun 29 13:37:01.934099 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-92be001b-2c4a-4a50-aaa8-ef9d6754fc04 req-d5474d90-8b35-4ae0-a4b3-53682309f09e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Jun 29 13:37:01.997398 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8b4600f6-ac74-4184-82c0-a8ffba0ba81e req-a0a56225-91b1-4a0d-969e-b13d83f99ade tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777981 Jun 29 13:37:02.119497 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3440d288-a4e4-40a7-be03-05d366dad29d {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:02.130216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:02.138819 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676623f-464b-4b20-ad4a-15350e0506bb req-23e73799-6f9f-42e7-bd49-fdcc6e51f807 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:02.141745 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e676623f-464b-4b20-ad4a-15350e0506bb req-23e73799-6f9f-42e7-bd49-fdcc6e51f807 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 943 time: 0.0827973 Jun 29 13:37:02.162052 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Transition to ACTIVE for port object 3440d288-a4e4-40a7-be03-05d366dad29d will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:37:02.166630 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:02.169594 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-91dd0c22-1936-4666-b224-540cc4be244e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:02.220228 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e676623f-464b-4b20-ad4a-15350e0506bb req-5e74cf66-4885-4267-83ce-f6f5001484a1 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674446 Jun 29 13:37:02.249973 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:02.254865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:02.320929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Attempting to bind port 3440d288-a4e4-40a7-be03-05d366dad29d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:37:02.321344 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Attempting to bind port 3440d288-a4e4-40a7-be03-05d366dad29d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:37:02.321584 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Attempting to bind port 3440d288-a4e4-40a7-be03-05d366dad29d on network b18f0ab1-0990-45be-b67c-8129bee91d94 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:02.336639 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Port 3440d288-a4e4-40a7-be03-05d366dad29d on network b18f0ab1-0990-45be-b67c-8129bee91d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:37:02.337054 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Attempting to bind port 3440d288-a4e4-40a7-be03-05d366dad29d on network b18f0ab1-0990-45be-b67c-8129bee91d94 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:02.349829 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:37:02.350226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Checking segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:37:02.350619 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Bound using segment: {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:37:02.351063 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Bound port: 3440d288-a4e4-40a7-be03-05d366dad29d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962b519e-dab8-468c-bcaa-a84056ea69af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:37:02.351905 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:02.463023 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:37:02.467540 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:37:02.473998 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:02.497116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:02.592066 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:02.593077 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:02.597997 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] 10.222.0.61 "PUT /v2.0/ports/3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 1093 time: 0.9862401 Jun 29 13:37:02.599373 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:02.603482 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:02.622218 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:02.629094 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:02.673378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8206e9ae-79ff-4495-8273-a229e89c20ca x-openstack-request-id: req-8206e9ae-79ff-4495-8273-a229e89c20ca {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:02.673926 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:02.674254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8206e9ae-79ff-4495-8273-a229e89c20ca {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:02.675772 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:37:04.839643 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:07.662721 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 60712) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:07.779868 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:07.884520 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:07.888896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:07.892293 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6e43cfa3-b689-4eb7-bda0-b4f1def73199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:07.924941 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9a8cde998cc4b9ba721c490a21d9950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600608 Jun 29 13:37:07.927802 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 60722) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:07.958544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe936d-3a75-4290-883a-d6a813572f7f,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:07.973259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:07.990192 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:08.015987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:08.062887 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:08.066085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:08.067329 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58fe936d-3a75-4290-883a-d6a813572f7f HTTP/1.1" status: 204 len: 168 time: 0.1380842 Jun 29 13:37:08.068122 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0f7cf327-17b8-4ae0-b46c-5fd6d04829a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:08.105463 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe936d-3a75-4290-883a-d6a813572f7f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:08.111678 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:14.463460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-ba6e0542-e87a-4a34-8716-f86cdf204e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.464960 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-ba6e0542-e87a-4a34-8716-f86cdf204e52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1096 time: 0.0600224 Jun 29 13:37:14.567166 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265c97-d15c-4ca9-bc9d-e1a8ecdc6915 req-1c1f6c28-7c05-4bb4-b025-28539ca02ef9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.574818 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26265c97-d15c-4ca9-bc9d-e1a8ecdc6915 req-1c1f6c28-7c05-4bb4-b025-28539ca02ef9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0849335 Jun 29 13:37:14.617900 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-26265c97-d15c-4ca9-bc9d-e1a8ecdc6915 req-66e9b6d4-4ec3-4907-ad3c-3b652e572e85 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Jun 29 13:37:14.642306 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-aa5efd33-da8e-49a9-86f5-fdf790b45dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.644327 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-aa5efd33-da8e-49a9-86f5-fdf790b45dd4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=64c14748553348db8db7e204d0fe4713&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1610332 Jun 29 13:37:14.654690 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4f74-04cd-4893-83c9-db226b4bb981 req-3ac40e42-c296-40d9-9d5d-28e36e386300 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.656112 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-562e4f74-04cd-4893-83c9-db226b4bb981 req-3ac40e42-c296-40d9-9d5d-28e36e386300 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 943 time: 0.1521504 Jun 29 13:37:14.745448 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-562e4f74-04cd-4893-83c9-db226b4bb981 req-7fb2f3ef-01b6-4825-9628-3a4cdb0021e3 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807562 Jun 29 13:37:14.777204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-49364a1c-bced-4f63-9b04-a1398e20ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.778705 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e788ccb2-bbe5-46ce-aecf-f3b300393c7f req-49364a1c-bced-4f63-9b04-a1398e20ae24 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217504 Jun 29 13:37:14.797935 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14078ebd-8998-4173-aefa-08c9da476729 req-00329067-f7b1-4a03-9781-d3d3c5b675de tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.800410 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-14078ebd-8998-4173-aefa-08c9da476729 req-00329067-f7b1-4a03-9781-d3d3c5b675de tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 943 time: 0.0791826 Jun 29 13:37:14.843155 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-14078ebd-8998-4173-aefa-08c9da476729 req-c9355d6e-ab6a-44f7-9b87-72c224540832 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Jun 29 13:37:14.886360 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-978ee202-1ab2-4729-aa00-2586016af5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.887848 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-978ee202-1ab2-4729-aa00-2586016af5fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1096 time: 0.0605943 Jun 29 13:37:14.929300 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-a0c8a3d7-9714-4a21-ab84-2f722f2afa03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 217 time: 0.0331962 Jun 29 13:37:14.993237 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-574d67bc-85b2-403f-9f36-ea1c7ebe8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:14.994733 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-574d67bc-85b2-403f-9f36-ea1c7ebe8c28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0497952 Jun 29 13:37:15.078668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-9688c2ea-e9ef-44cd-96f2-3e28f36d7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:15.080148 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-9688c2ea-e9ef-44cd-96f2-3e28f36d7c19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765510 Jun 29 13:37:15.181787 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-d3497e2a-78f8-48b1-ab7b-979af3561f8a service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859191 Jun 29 13:37:15.270559 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-489822da-50fe-4bd5-bbb7-56759d5fa777 req-67354262-5978-4693-9765-3870c76ca453 service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813298 Jun 29 13:37:15.643083 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 5be747d9-4317-48d0-b16c-90a4074fb23e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:37:15.749917 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5be747d9-4317-48d0-b16c-90a4074fb23e,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:15.763416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '5be747d9-4317-48d0-b16c-90a4074fb23e', 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802', 'port_id': '5be747d9-4317-48d0-b16c-90a4074fb23e', 'mac_address': 'fa:16:3e:6f:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d86e161-fa8a-4b43-8d08-e1a52f59d20d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:37:15.808629 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:15.818172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd474fa-f94b-4a26-83b9-c171dbcf0e5a req-abdc0187-013d-4749-a73b-491769380162 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:15.819747 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9cd474fa-f94b-4a26-83b9-c171dbcf0e5a req-abdc0187-013d-4749-a73b-491769380162 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0841215 Jun 29 13:37:15.827006 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be747d9-4317-48d0-b16c-90a4074fb23e {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:15.851239 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5be747d9-4317-48d0-b16c-90a4074fb23e,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:15.856920 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:15.859938 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:15.866564 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9cd474fa-f94b-4a26-83b9-c171dbcf0e5a req-18996a8c-e706-40e5-b4b2-6b3c5bc9c078 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Jun 29 13:37:15.913961 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:15.917343 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:15.948356 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1381f3-ce19-4f1f-9073-47cfb5497aca req-580f5ad4-3ce9-40ae-b075-c153e1a42b27 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:15.949813 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ec1381f3-ce19-4f1f-9073-47cfb5497aca req-580f5ad4-3ce9-40ae-b075-c153e1a42b27 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 943 time: 0.0727649 Jun 29 13:37:15.990925 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ec1381f3-ce19-4f1f-9073-47cfb5497aca req-ca524230-939d-4cf0-b5a2-9cb4427a4395 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Jun 29 13:37:16.053742 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9695-f95b-4261-b2ef-aef457d93900 req-895278fe-6408-468d-ad5b-ff1fc87b4fd9 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:16.055325 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-583c9695-f95b-4261-b2ef-aef457d93900 req-895278fe-6408-468d-ad5b-ff1fc87b4fd9 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 944 time: 0.0690637 Jun 29 13:37:16.099417 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-583c9695-f95b-4261-b2ef-aef457d93900 req-cb3f0daa-1518-4052-a6cc-b3198c234ec3 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Jun 29 13:37:16.256147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5b2c4-5b9b-4555-928d-e669e6b62a86 req-9f89f5a6-b7bd-417b-a979-a358d2bb9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:16.257611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-62e5b2c4-5b9b-4555-928d-e669e6b62a86 req-9f89f5a6-b7bd-417b-a979-a358d2bb9ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.0574152 Jun 29 13:37:16.271416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['5be747d9-4317-48d0-b16c-90a4074fb23e'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:16.298128 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-62e5b2c4-5b9b-4555-928d-e669e6b62a86 req-1f60d789-44a6-451d-98ed-5f8b05e2bc4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286236 Jun 29 13:37:16.539375 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08af1-f9c0-46fd-a54f-30f494413516 req-57c9f66d-8403-4de7-9223-36049a0c5090 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:16.540882 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7d08af1-f9c0-46fd-a54f-30f494413516 req-57c9f66d-8403-4de7-9223-36049a0c5090 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.0705748 Jun 29 13:37:16.579966 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7d08af1-f9c0-46fd-a54f-30f494413516 req-348b00a0-608c-4352-8970-0c6b74f1993a tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jun 29 13:37:17.050629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344da3-1ccc-436c-b6f0-262ed1c8d36c req-cd99589e-7ee1-4af9-9fdc-714388f6687c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:17.052176 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8a344da3-1ccc-436c-b6f0-262ed1c8d36c req-cd99589e-7ee1-4af9-9fdc-714388f6687c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0658450 Jun 29 13:37:17.091389 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8a344da3-1ccc-436c-b6f0-262ed1c8d36c req-86c73d9e-9a17-456b-a597-d0b784a2748d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332544 Jun 29 13:37:17.171705 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd513d-7848-4cb2-b574-d7ebf1888d94 req-e9ab98ab-b569-42a7-a0b5-1a7e4a398955 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:17.173112 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d9fd513d-7848-4cb2-b574-d7ebf1888d94 req-e9ab98ab-b569-42a7-a0b5-1a7e4a398955 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 943 time: 0.0640550 Jun 29 13:37:17.213962 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d9fd513d-7848-4cb2-b574-d7ebf1888d94 req-295aff54-0ec6-4eb8-b245-e4332d00d749 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Jun 29 13:37:17.293951 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58faa-7f5f-4365-90d6-661b8c9183bf req-49150ce5-0897-4d96-b24d-47b2b78f864b tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:17.295529 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5db58faa-7f5f-4365-90d6-661b8c9183bf req-49150ce5-0897-4d96-b24d-47b2b78f864b tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 944 time: 0.0714588 Jun 29 13:37:17.337139 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5db58faa-7f5f-4365-90d6-661b8c9183bf req-353667a7-85e9-4363-b9cf-d2753b96c29f tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Jun 29 13:37:17.638967 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 3440d288-a4e4-40a7-be03-05d366dad29d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:37:17.642158 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 5be747d9-4317-48d0-b16c-90a4074fb23e up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:37:17.751169 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 5be747d9-4317-48d0-b16c-90a4074fb23e completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:37:17.761953 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 5be747d9-4317-48d0-b16c-90a4074fb23e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:17.763071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:17.784589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5ccf-6330-4299-924d-1dfa39d05a52 req-afab5640-c13f-4a37-bc6c-6317a360bf3d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:17.786254 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c19a5ccf-6330-4299-924d-1dfa39d05a52 req-afab5640-c13f-4a37-bc6c-6317a360bf3d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jun 29 13:37:17.806915 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:17.822924 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '3440d288-a4e4-40a7-be03-05d366dad29d', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'port_id': '3440d288-a4e4-40a7-be03-05d366dad29d', 'mac_address': 'fa:16:3e:d4:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:37:17.833713 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c19a5ccf-6330-4299-924d-1dfa39d05a52 req-967c6881-32b1-435a-8a91-9bb44058c615 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Jun 29 13:37:17.891690 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:17.913769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3440d288-a4e4-40a7-be03-05d366dad29d {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:17.920785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:17.944794 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:17.951441 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:17.953887 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:17.961790 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:17.964129 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05661ab3-bf76-46ee-961c-0771fff2232d" -d '{"events": [{"server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "name": "network-vif-plugged", "status": "completed", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:18.004124 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5be747d9-4317-48d0-b16c-90a4074fb23e,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:18.010920 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:18.023503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c196d771-e5db-4421-89f4-4c62e54c2178 x-openstack-request-id: req-c196d771-e5db-4421-89f4-4c62e54c2178 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:18.023808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "name": "network-vif-plugged", "status": "completed", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:18.024067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c196d771-e5db-4421-89f4-4c62e54c2178 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:18.024457 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e', 'code': 200} Jun 29 13:37:18.029004 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:18.032055 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:18.032522 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:18.082788 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:18.086046 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:18.262752 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a8f2a-e792-4855-8230-689c3666dbf2 req-5941ab90-571d-4edd-8b6e-d71a261d0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.264303 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a6a8f2a-e792-4855-8230-689c3666dbf2 req-5941ab90-571d-4edd-8b6e-d71a261d0973 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 1098 time: 0.0525391 Jun 29 13:37:18.279040 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d1d0-ae48-48cd-842f-22e5b4f6d385 req-bc6050b1-6508-445c-b27c-a5201f689ee5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.280535 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9994d1d0-ae48-48cd-842f-22e5b4f6d385 req-bc6050b1-6508-445c-b27c-a5201f689ee5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0754111 Jun 29 13:37:18.329239 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a6a8f2a-e792-4855-8230-689c3666dbf2 req-7f2142e3-81b6-4d10-b26d-2fbf1fd25c8a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Jun 29 13:37:18.331510 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:18.347091 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9994d1d0-ae48-48cd-842f-22e5b4f6d385 req-5dbee5cf-b9ea-46e4-b123-895274d85382 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Jun 29 13:37:18.400229 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342c51a-259b-4d28-9ab2-2780de7bb435 req-8d947f93-c838-4925-8a7a-23a3e95329ee tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.401796 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f342c51a-259b-4d28-9ab2-2780de7bb435 req-8d947f93-c838-4925-8a7a-23a3e95329ee tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 944 time: 0.0641036 Jun 29 13:37:18.444196 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f342c51a-259b-4d28-9ab2-2780de7bb435 req-e91cc774-5cad-4e4a-a606-cde54f5df8a9 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Jun 29 13:37:18.525881 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f2c8-f7f3-4324-a25b-5b1271bf8341 req-ba04a6f7-3859-45ba-8380-9221a11e2fc7 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.527374 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4096f2c8-f7f3-4324-a25b-5b1271bf8341 req-ba04a6f7-3859-45ba-8380-9221a11e2fc7 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0689306 Jun 29 13:37:18.566774 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4096f2c8-f7f3-4324-a25b-5b1271bf8341 req-d1627cf4-c409-4b77-82d8-d05ac77a1303 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Jun 29 13:37:18.709231 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0400f-a678-4b3e-997a-052b03045351 req-f2fdb82d-0893-472a-9ca6-2eea09b37f79 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.711061 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b1f0400f-a678-4b3e-997a-052b03045351 req-f2fdb82d-0893-472a-9ca6-2eea09b37f79 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 945 time: 0.0710318 Jun 29 13:37:18.747914 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f0a598bd-48b4-4c1a-8396-7e5df3d206a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:18.846838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Deleting port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:37:18.847135 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:18.864133 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-2a65b56c-a4fb-4419-8bc3-507032d4f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.865957 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-2a65b56c-a4fb-4419-8bc3-507032d4f173 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.0923536 Jun 29 13:37:18.947760 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586718b-0a21-46f8-a864-a18be06fbf07 req-d767969d-1745-4ee4-b9d0-195f9f7fcbcb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:18.949363 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a586718b-0a21-46f8-a864-a18be06fbf07 req-d767969d-1745-4ee4-b9d0-195f9f7fcbcb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1380196 Jun 29 13:37:18.955009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] For port 98ef0cfe-c760-426f-bdb0-2f3839f64b09, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=98ef0cfe-c760-426f-bdb0-2f3839f64b09,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:18.956115 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:18.968904 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Calling delete_port for 98ef0cfe-c760-426f-bdb0-2f3839f64b09 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:37:19.131753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:19.135981 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e69daf08-8fc9-4f67-9d60-2d6f155d7f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:19.147964 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['98ef0cfe-c760-426f-bdb0-2f3839f64b09'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:19.167453 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Pushing event deleted for resources: {'Port': ['ID=98ef0cfe-c760-426f-bdb0-2f3839f64b09,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:19.205551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.205895 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.206236 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.206588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.206937 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.207285 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.207627 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.207966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.208307 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.208671 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.209001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.209341 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:19.214953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:19.251488 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a586718b-0a21-46f8-a864-a18be06fbf07 req-6db46b53-3365-4927-b2a7-c6ca96361c5b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930906 Jun 29 13:37:19.253444 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-ce7844e2-3466-49a8-8700-8086438a34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:19.255069 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-ce7844e2-3466-49a8-8700-8086438a34d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.3749621 Jun 29 13:37:19.313365 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-e75d2590-0bce-48dc-95bf-7b81b04461b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0432506 Jun 29 13:37:19.391890 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-30d10d51-11a4-4d89-ac8b-ab5426b71eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:19.393590 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-30d10d51-11a4-4d89-ac8b-ab5426b71eef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.0455213 Jun 29 13:37:19.454827 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-1a5ed325-e2bd-44ba-abf0-393e0a168959 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319486 Jun 29 13:37:19.471710 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] No DVR routers for this DVR port 98ef0cfe-c760-426f-bdb0-2f3839f64b09 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:37:19.475532 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:19.477691 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b1f0400f-a678-4b3e-997a-052b03045351 req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "DELETE /v2.0/ports/98ef0cfe-c760-426f-bdb0-2f3839f64b09 HTTP/1.1" status: 204 len: 173 time: 0.7454994 Jun 29 13:37:19.478200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'name': 'network-vif-deleted', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:19.480750 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146c2c6-d20b-4734-9180-f24f5b58754e" -d '{"events": [{"server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "name": "network-vif-deleted", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:19.501031 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fbb2b-174d-4cec-a99d-633f2d5cfe89 req-1a2182fe-a66b-46a5-b089-077cda3d1c08 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:19.510576 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d77fbb2b-174d-4cec-a99d-633f2d5cfe89 req-1a2182fe-a66b-46a5-b089-077cda3d1c08 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=698d6f2e-7241-4ce4-b702-a6401aee9d9c HTTP/1.1" status: 200 len: 867 time: 0.4104800 Jun 29 13:37:19.559010 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d77fbb2b-174d-4cec-a99d-633f2d5cfe89 req-230ac955-691a-4097-809f-30c65c8d18ec tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Jun 29 13:37:19.560749 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-e555c8cc-9dd2-4462-8608-a08a3e57a033 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944986 Jun 29 13:37:19.611864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d0fc9-b47b-459a-b0d4-549355a2eed1 x-openstack-request-id: req-db7d0fc9-b47b-459a-b0d4-549355a2eed1 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:19.612268 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698d6f2e-7241-4ce4-b702-a6401aee9d9c", "name": "network-vif-deleted", "tag": "98ef0cfe-c760-426f-bdb0-2f3839f64b09", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:19.612618 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db7d0fc9-b47b-459a-b0d4-549355a2eed1 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:19.613195 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698d6f2e-7241-4ce4-b702-a6401aee9d9c', 'name': 'network-vif-deleted', 'tag': '98ef0cfe-c760-426f-bdb0-2f3839f64b09', 'status': 'completed', 'code': 200} Jun 29 13:37:19.670376 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 3440d288-a4e4-40a7-be03-05d366dad29d up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:37:19.714928 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1d710e0b-0d09-4432-99ba-179614aa6708 req-8270c91b-8278-42ea-b28e-57ba5bc28b69 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465502 Jun 29 13:37:19.727529 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 3440d288-a4e4-40a7-be03-05d366dad29d completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:37:19.734708 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 3440d288-a4e4-40a7-be03-05d366dad29d triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:19.735118 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:19.745695 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceb5ae-e571-41ca-892e-f60393a5c82a req-c280ad0b-7ebb-4f85-807d-cba144808218 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:19.747589 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b4ceb5ae-e571-41ca-892e-f60393a5c82a req-c280ad0b-7ebb-4f85-807d-cba144808218 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 944 time: 0.1074209 Jun 29 13:37:19.793835 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b4ceb5ae-e571-41ca-892e-f60393a5c82a req-f554bfbe-b0b2-41dd-af4b-983c823d1738 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Jun 29 13:37:19.804019 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74ca3-b8db-47d0-ab8b-d366a55b33dd req-0d230541-dc97-4b98-a0f2-ab9f766ce543 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:19.806105 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-02f74ca3-b8db-47d0-ab8b-d366a55b33dd req-0d230541-dc97-4b98-a0f2-ab9f766ce543 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0773263 Jun 29 13:37:19.821025 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:19.846195 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-02f74ca3-b8db-47d0-ab8b-d366a55b33dd req-18be0adb-d410-478c-b587-72a5fa890286 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Jun 29 13:37:19.854443 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:19.858979 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:19.862719 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 98ef0cfe-c760-426f-bdb0-2f3839f64b09 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:37:19.864454 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:19.899746 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 98ef0cfe-c760-426f-bdb0-2f3839f64b09 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:37:19.900107 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 98ef0cfe-c760-426f-bdb0-2f3839f64b09 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:37:19.931574 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:19.934449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:20.025454 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:20.028265 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7aff88-8335-449f-ba93-ec43156192cf" -d '{"events": [{"server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "name": "network-vif-plugged", "status": "completed", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:20.071414 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3e60b-09d8-4de4-b96c-1385ab80bf66 x-openstack-request-id: req-a2a3e60b-09d8-4de4-b96c-1385ab80bf66 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:20.071725 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "name": "network-vif-plugged", "status": "completed", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:20.071977 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2a3e60b-09d8-4de4-b96c-1385ab80bf66 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:20.072375 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'code': 200} Jun 29 13:37:20.355843 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86b40a-b293-429c-9526-72d44cd1f0cc req-9a1ae53f-a94b-4234-b260-92aaee0ad4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:20.357335 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6e86b40a-b293-429c-9526-72d44cd1f0cc req-9a1ae53f-a94b-4234-b260-92aaee0ad4eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1098 time: 0.0587583 Jun 29 13:37:20.407834 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6e86b40a-b293-429c-9526-72d44cd1f0cc req-73a4e4ac-ecae-420a-a95e-aabe94dee671 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Jun 29 13:37:20.449912 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dd68-2744-43ee-93cf-a11081b5c14a req-7a26c435-66db-4adb-8917-9af7727b89f4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:20.451402 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e588dd68-2744-43ee-93cf-a11081b5c14a req-7a26c435-66db-4adb-8917-9af7727b89f4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0683753 Jun 29 13:37:20.489644 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e588dd68-2744-43ee-93cf-a11081b5c14a req-e1563f41-7073-4c66-8526-cb5668d9b848 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jun 29 13:37:20.874303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6664-3fd5-4980-9f70-41f3a8e4b92d req-1cdc3f95-955e-4051-8b95-89cc5ca3a4bb tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:20.875812 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ecaf6664-3fd5-4980-9f70-41f3a8e4b92d req-1cdc3f95-955e-4051-8b95-89cc5ca3a4bb tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0730314 Jun 29 13:37:20.916281 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ecaf6664-3fd5-4980-9f70-41f3a8e4b92d req-6f23173a-8309-4169-ba14-a815e0d57846 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jun 29 13:37:20.977812 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa13c-b7f8-4d45-ac99-329fe4551727 req-fdb19a7b-fd71-490e-bb45-ad5dd6e50f4b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:20.979211 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-efbaa13c-b7f8-4d45-ac99-329fe4551727 req-fdb19a7b-fd71-490e-bb45-ad5dd6e50f4b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0621848 Jun 29 13:37:21.019100 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-efbaa13c-b7f8-4d45-ac99-329fe4551727 req-8342a348-7c3d-4bf5-8579-98a6aab77c95 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Jun 29 13:37:21.228333 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fa22e522-6907-4702-b98c-30bb0cd7d3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:21.485092 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:21.663957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307d198-5a00-4f0c-8d8c-2d0b0549eca0 req-6a4b75a9-9eea-41fb-8f6f-2496fb50fdab tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:21.665410 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2307d198-5a00-4f0c-8d8c-2d0b0549eca0 req-6a4b75a9-9eea-41fb-8f6f-2496fb50fdab tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0608580 Jun 29 13:37:21.702070 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2307d198-5a00-4f0c-8d8c-2d0b0549eca0 req-37d25cd7-a206-4c12-bd82-3bdfbb78505c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Jun 29 13:37:22.675995 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:24.087795 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:24.286846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b27b04-0ac4-46ce-97a2-867e15088f99 req-79e474c1-8d98-4318-b124-e585deb13de6 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:24.288437 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-53b27b04-0ac4-46ce-97a2-867e15088f99 req-79e474c1-8d98-4318-b124-e585deb13de6 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0633738 Jun 29 13:37:24.322262 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5dabd-d053-44ee-9d32-6587590d29d7 req-8371708e-1189-41ec-ab73-974a63abffd4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:24.325254 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99b5dabd-d053-44ee-9d32-6587590d29d7 req-8371708e-1189-41ec-ab73-974a63abffd4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0709398 Jun 29 13:37:24.327168 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-53b27b04-0ac4-46ce-97a2-867e15088f99 req-abb93955-4e60-4dc9-a638-69d667307ee4 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Jun 29 13:37:24.368434 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99b5dabd-d053-44ee-9d32-6587590d29d7 req-1726d4a0-cbda-42ee-864f-68f5390985fe tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366442 Jun 29 13:37:24.510825 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b77003-b83c-423d-9f60-8158908ac516 req-f901abfa-e0a1-41d0-9df9-6e233eacf282 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:24.512485 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-93b77003-b83c-423d-9f60-8158908ac516 req-f901abfa-e0a1-41d0-9df9-6e233eacf282 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0786612 Jun 29 13:37:24.552129 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-93b77003-b83c-423d-9f60-8158908ac516 req-db5cc4f2-6caf-4304-9eb4-4276d54390ed tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jun 29 13:37:25.515864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9f56-20c4-4ca4-a69e-bacddc1afe4f req-40760ea9-9b13-4eec-ad95-44d73c4258b6 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:25.518172 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-67af9f56-20c4-4ca4-a69e-bacddc1afe4f req-40760ea9-9b13-4eec-ad95-44d73c4258b6 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0691891 Jun 29 13:37:25.556192 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-67af9f56-20c4-4ca4-a69e-bacddc1afe4f req-62539f20-c284-49b2-9258-7b1340690505 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Jun 29 13:37:25.561411 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917e64-a03e-4456-a6da-87b67d8dd9f2 req-cff21396-be02-4996-965d-66db3bf66361 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:25.563524 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d9917e64-a03e-4456-a6da-87b67d8dd9f2 req-cff21396-be02-4996-965d-66db3bf66361 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jun 29 13:37:25.604645 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d9917e64-a03e-4456-a6da-87b67d8dd9f2 req-8e668e8e-6bbc-4a04-895c-942c62edc771 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Jun 29 13:37:25.751325 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9c8d1-3fd5-4569-bed1-dedb4be59eea req-c241dd04-618a-4ec8-b92e-b9795c441c9e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:25.752971 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-87f9c8d1-3fd5-4569-bed1-dedb4be59eea req-c241dd04-618a-4ec8-b92e-b9795c441c9e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0874176 Jun 29 13:37:25.789374 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9e4e2-74a0-46ad-8a47-6401027632b0 req-2ad58d6d-bcaa-442d-9509-036003a7560b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:25.790903 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9aa9e4e2-74a0-46ad-8a47-6401027632b0 req-2ad58d6d-bcaa-442d-9509-036003a7560b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0722163 Jun 29 13:37:25.791583 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-87f9c8d1-3fd5-4569-bed1-dedb4be59eea req-d6fa11e7-7920-48de-a7d1-8980a40dc395 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Jun 29 13:37:25.860484 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9aa9e4e2-74a0-46ad-8a47-6401027632b0 req-0eb8cdf3-420c-4eb4-af58-39947253529a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Jun 29 13:37:25.896983 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1a75bc53-51c7-472e-989e-5ca84de57975 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:25.898502 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1a75bc53-51c7-472e-989e-5ca84de57975 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 945 time: 0.0813034 Jun 29 13:37:26.015816 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Deleting port 5be747d9-4317-48d0-b16c-90a4074fb23e {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:37:26.016166 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:26.132444 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] For port 5be747d9-4317-48d0-b16c-90a4074fb23e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5be747d9-4317-48d0-b16c-90a4074fb23e,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:26.132815 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:26.151109 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Calling delete_port for 5be747d9-4317-48d0-b16c-90a4074fb23e owned by compute:nova {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:37:26.348933 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689c0f1-c2c3-4bb9-9e04-30cbe4793eb8 req-cac44017-8a22-4365-bcc2-28729c3a3c30 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:26.350462 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3689c0f1-c2c3-4bb9-9e04-30cbe4793eb8 req-cac44017-8a22-4365-bcc2-28729c3a3c30 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.1244507 Jun 29 13:37:26.390391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:26.399211 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:26.402329 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['5be747d9-4317-48d0-b16c-90a4074fb23e'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:26.427389 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Pushing event deleted for resources: {'Port': ['ID=5be747d9-4317-48d0-b16c-90a4074fb23e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:26.431706 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3689c0f1-c2c3-4bb9-9e04-30cbe4793eb8 req-27cd33fd-40fb-4b10-93de-95dcb3b271ae tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710297 Jun 29 13:37:26.441123 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.441939 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.441939 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.442209 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.442542 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.442888 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.443567 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.443567 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.443924 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.444196 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.444531 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.444867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:26.454715 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:26.503595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] No DVR routers for this DVR port 5be747d9-4317-48d0-b16c-90a4074fb23e on host hv-cinder-79760 {{(pid=93160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:37:26.507257 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:26.509169 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f53fb927-9e30-418e-b4f2-62d4bee73d86 req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "DELETE /v2.0/ports/5be747d9-4317-48d0-b16c-90a4074fb23e HTTP/1.1" status: 204 len: 173 time: 0.6024742 Jun 29 13:37:26.509580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'name': 'network-vif-deleted', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:26.512014 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961e4b0-3161-418d-bdbb-f1309d5107f1" -d '{"events": [{"server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "name": "network-vif-deleted", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:26.551592 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146ffe8c-2240-4ef3-8b66-2d95d076f109 x-openstack-request-id: req-146ffe8c-2240-4ef3-8b66-2d95d076f109 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:26.551909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eb25d-a5ab-4294-8f71-215a28daa75e", "name": "network-vif-deleted", "tag": "5be747d9-4317-48d0-b16c-90a4074fb23e", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:26.552222 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-146ffe8c-2240-4ef3-8b66-2d95d076f109 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:26.552640 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eb25d-a5ab-4294-8f71-215a28daa75e', 'name': 'network-vif-deleted', 'tag': '5be747d9-4317-48d0-b16c-90a4074fb23e', 'status': 'completed', 'code': 200} Jun 29 13:37:26.752487 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-adca65d2-8d02-4566-a7be-392aab146308 req-c538f95f-6529-47de-a08d-eb06c12d68d8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 210 time: 0.0296113 Jun 29 13:37:27.322335 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b230c-32ba-4b87-9436-3ab4ccd144c7 req-099b51d6-e2dc-4f83-a0de-b92610dc0998 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:27.323837 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-912b230c-32ba-4b87-9436-3ab4ccd144c7 req-099b51d6-e2dc-4f83-a0de-b92610dc0998 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0630822 Jun 29 13:37:27.365551 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-912b230c-32ba-4b87-9436-3ab4ccd144c7 req-e421f0d0-caca-42ce-a294-278ca6603528 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Jun 29 13:37:29.705544 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 5be747d9-4317-48d0-b16c-90a4074fb23e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:37:29.732302 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 5be747d9-4317-48d0-b16c-90a4074fb23e {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:37:29.732786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 5be747d9-4317-48d0-b16c-90a4074fb23e not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:37:29.901188 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fccb3803-0d56-450a-be80-b8e90e10dece req-1ff497e9-6b61-4297-bf88-fd6193b8efaa tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=617eb25d-a5ab-4294-8f71-215a28daa75e HTTP/1.1" status: 200 len: 210 time: 0.0292299 Jun 29 13:37:30.725643 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-7e34a6e9-7d27-402c-b84e-110c302e75b9 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:30.727186 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-7e34a6e9-7d27-402c-b84e-110c302e75b9 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 813 time: 0.1052296 Jun 29 13:37:30.742971 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-30b9d825-5d4b-42b8-b2dd-8547bfc1db5b tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/quotas/ef670c2503d54deeb7c5091c5369e687 HTTP/1.1" status: 200 len: 375 time: 0.0103109 Jun 29 13:37:30.778573 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-8fc44f11-cc51-45ec-8325-a2da018d8470 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303104 Jun 29 13:37:30.881360 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-b75a2f1c-bf5a-4c5e-8d2c-43613dcff919 service neutron] 10.222.0.21 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955849 Jun 29 13:37:30.971569 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-fb99da94-a40d-490d-b472-ae127393df05 service neutron] 10.222.0.21 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Jun 29 13:37:31.152308 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e5215a69-e2a2-4640-a619-243dfc48d981 req-9fa12158-1a11-49c5-8e29-d619f935af09 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 210 time: 0.0298417 Jun 29 13:37:31.281180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-46ed0a27-6efc-405a-a84d-9da98af279ef tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:31.283489 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-46ed0a27-6efc-405a-a84d-9da98af279ef tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/networks?id=1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 200 len: 809 time: 0.1284354 Jun 29 13:37:31.301483 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-242c506a-b804-4fe2-841e-eaaa2e1828d7 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/quotas/4f0d11b4e0b046d89e83c24e9bc9650e HTTP/1.1" status: 200 len: 375 time: 0.0106833 Jun 29 13:37:31.350388 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-36403d65-ffd3-40ea-87e8-8abbc8376565 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427268 Jun 29 13:37:31.448404 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-85e06c1c-37a9-41fb-8e2f-5c550c96cea6 service neutron] 10.222.0.21 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913253 Jun 29 13:37:31.547210 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-681471b4-b113-4aeb-9b77-2e0de3306181 service neutron] 10.222.0.21 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924802 Jun 29 13:37:31.726558 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0617a61f-f70c-4362-88f2-9bc5d5ef1faa req-4506123b-9e17-44d0-a955-b7b76ff59472 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 210 time: 0.0301025 Jun 29 13:37:32.326642 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b4806b03-7e86-4668-83d1-c4f7f0965a6b req-90e4d092-c50b-4f2c-8594-1353b0b74e68 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 210 time: 0.0387900 Jun 29 13:37:32.484481 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-79d26e85-eda3-4922-ab30-87dd613ecaf4 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:32.486895 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-79d26e85-eda3-4922-ab30-87dd613ecaf4 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 813 time: 0.1558084 Jun 29 13:37:32.511011 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Request body: {'port': {'device_id': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08', 'admin_state_up': True, 'tenant_id': 'ef670c2503d54deeb7c5091c5369e687'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:32.633328 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Made reservation on behalf of ef670c2503d54deeb7c5091c5369e687 for: {'port': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:37:32.637309 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:32.804694 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Allocated IP 172.20.0.2 (ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08/aec48446-e9ac-4682-8c62-987cef475d88/178cec48-06ad-496c-bf05-658fe00e1a40) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:37:32.863772 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-840b3538-aae7-4e95-a57e-cb6af03748ec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597770 Jun 29 13:37:32.934763 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c22fd6ee-709e-4061-983c-8dcb8f4121ca req-b617ff1a-a1be-4916-9e03-f6ca809cb1cf tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 210 time: 0.0761003 Jun 29 13:37:32.949085 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518edc-646c-4db0-be06-5adbe0bff56f req-abb0e084-8e1c-410f-acc1-c1f042091637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:32.950782 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-abb0e084-8e1c-410f-acc1-c1f042091637 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1098 time: 0.0569618 Jun 29 13:37:33.011073 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.061245 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.068600 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1bf08849-e1fd-4968-b7b7-ae8996fedef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:33.136346 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:37:33.140325 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:37:33.147396 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:37:33.190680 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Pushing event updated for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:33.194304 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518edc-646c-4db0-be06-5adbe0bff56f req-c39031b6-0f90-4106-a9f3-ca67b1d9b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.196057 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:33.196331 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-c39031b6-0f90-4106-a9f3-ca67b1d9b47a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.2119374 Jun 29 13:37:33.207632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-6813c2fa-676b-4458-9413-0ec4b09272f8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.209424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-6813c2fa-676b-4458-9413-0ec4b09272f8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "GET /v2.0/networks?id=1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 200 len: 809 time: 0.1564999 Jun 29 13:37:33.218016 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.219191 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.238320 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7326796 Jun 29 13:37:33.254549 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Request body: {'port': {'device_id': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:33.260327 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Request body: {'port': {'device_id': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802', 'admin_state_up': True, 'tenant_id': '4f0d11b4e0b046d89e83c24e9bc9650e'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:33.339472 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.397498 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-61ccacde-b0c2-4a33-9319-7b0804aa4c45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 1001 time: 0.1870070 Jun 29 13:37:33.487796 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518edc-646c-4db0-be06-5adbe0bff56f req-b0092c9b-41cf-4d54-9381-5dd6770d7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.489698 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-b0092c9b-41cf-4d54-9381-5dd6770d7ee0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0816813 Jun 29 13:37:33.521590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Made reservation on behalf of 4f0d11b4e0b046d89e83c24e9bc9650e for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:37:33.525548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.708869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178cec48-06ad-496c-bf05-658fe00e1a40 {{(pid=93160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:33.716658 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.731311 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Transition to ACTIVE for port object 178cec48-06ad-496c-bf05-658fe00e1a40 will not be triggered until provisioned by entity L2. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:37:33.735663 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.739606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-24459fd2-3404-4aad-8f42-7fa000ac3f39 tempest-DeleteServersTestJSON-1130370142 tempest-DeleteServersTestJSON-1130370142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:33.745444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518edc-646c-4db0-be06-5adbe0bff56f req-87c8abcd-0e9c-4267-984b-16508275e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.747025 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-87c8abcd-0e9c-4267-984b-16508275e522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2340643 Jun 29 13:37:33.784105 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11a93-ed40-41a1-802e-feba165411e2 req-46efaab5-96ca-431b-8c5f-171a9e1104d0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.785821 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-81f11a93-ed40-41a1-802e-feba165411e2 req-46efaab5-96ca-431b-8c5f-171a9e1104d0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 931 time: 0.1966205 Jun 29 13:37:33.811151 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:33.831707 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:33.854278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Allocated IP 172.20.0.2 (1a8651a0-dd2b-4d13-a179-e563375df802/4d86e161-fa8a-4b43-8d08-e1a52f59d20d/a5404f73-8e9d-465e-b293-6c9a38511110) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:37:33.861981 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Attempting to bind port 178cec48-06ad-496c-bf05-658fe00e1a40 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:37:33.862356 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Attempting to bind port 178cec48-06ad-496c-bf05-658fe00e1a40 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:37:33.862687 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Attempting to bind port 178cec48-06ad-496c-bf05-658fe00e1a40 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:33.867143 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Port 178cec48-06ad-496c-bf05-658fe00e1a40 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:37:33.867475 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Attempting to bind port 178cec48-06ad-496c-bf05-658fe00e1a40 on network ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:33.872607 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:37:33.873082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Checking segment: {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:37:33.873475 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Bound using segment: {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'} {{(pid=93160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:37:33.873911 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.managers [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Bound port: 178cec48-06ad-496c-bf05-658fe00e1a40, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08'}}] {{(pid=93160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:37:33.874362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.924549 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-81f11a93-ed40-41a1-802e-feba165411e2 req-aec39dc9-73c6-43c1-ad83-1c4ff946badb tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916831 Jun 29 13:37:33.947094 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, cleared binding levels {{(pid=93160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:37:33.950773 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-acced94f-e307-4620-a277-cdfcec67b6cd service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858304 Jun 29 13:37:33.951052 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=178cec48-06ad-496c-bf05-658fe00e1a40,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:37:33.956621 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.959459 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:33.997738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:33.998400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:33.999780 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] 10.222.0.61 "PUT /v2.0/ports/178cec48-06ad-496c-bf05-658fe00e1a40 HTTP/1.1" status: 200 len: 1093 time: 0.7538948 Jun 29 13:37:34.000273 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:34.003221 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39cd68-d53f-4347-b0a2-2ea25f37124f" -d '{"events": [{"name": "network-changed", "server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:34.021859 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=3']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:34.025130 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:34.068978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d2f3ab-5bb3-454d-85c5-d0bd3a0920df x-openstack-request-id: req-18d2f3ab-5bb3-454d-85c5-d0bd3a0920df {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:34.069314 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:34.069553 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d2f3ab-5bb3-454d-85c5-d0bd3a0920df {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:34.069957 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40', 'status': 'completed', 'code': 200} Jun 29 13:37:34.123241 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-83cee97e-a8df-45d1-854e-e53c16119f54 req-0dc6a0ab-eba7-42a1-bfdf-585f1257fe6d tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 210 time: 0.0337331 Jun 29 13:37:34.145640 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92518edc-646c-4db0-be06-5adbe0bff56f req-2b7b7d56-d5eb-4a61-b716-0bc1edfda3fa service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851904 Jun 29 13:37:34.155275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-51e783e5-ccfe-45d8-9391-829d6c89d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.156890 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-51e783e5-ccfe-45d8-9391-829d6c89d2ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 1096 time: 0.1081517 Jun 29 13:37:34.162929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.209030 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.211318 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-e038684e-c58c-4471-974d-117f1fbf3635 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=178cec48-06ad-496c-bf05-658fe00e1a40 HTTP/1.1" status: 200 len: 217 time: 0.0374815 Jun 29 13:37:34.213589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38f47860-7d91-4cf6-99d0-62a0a9aead52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:34.265143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Network 1a8651a0-dd2b-4d13-a179-e563375df802 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:37:34.268722 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-86a93e32-030e-4d29-9fe0-dfd264b2373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.269401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:37:34.270241 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-86a93e32-030e-4d29-9fe0-dfd264b2373d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aec48446-e9ac-4682-8c62-987cef475d88 HTTP/1.1" status: 200 len: 853 time: 0.0527329 Jun 29 13:37:34.274095 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:37:34.279561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.280288 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.284064 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Pushing event updated for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:34.289167 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:34.299288 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0794384 Jun 29 13:37:34.316941 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-f77f5dad-0af7-44b5-be77-5a2a8a9f36a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365365 Jun 29 13:37:34.320045 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Request body: {'port': {'device_id': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:34.407244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.427878 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-92a45359-6e02-44a0-bcd1-53284e7ba94e service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030691 Jun 29 13:37:34.532663 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8dd37-f854-4a5a-9141-daba34050933 req-4917f32a-1c3e-4cb3-8473-37e061cc23dd service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971386 Jun 29 13:37:34.655436 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-962ab609-e3ea-48ac-8bae-cc67b07e71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.658641 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-962ab609-e3ea-48ac-8bae-cc67b07e71e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef670c2503d54deeb7c5091c5369e687&device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 1096 time: 0.0745795 Jun 29 13:37:34.753592 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5404f73-8e9d-465e-b293-6c9a38511110 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:34.770438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.785266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Transition to ACTIVE for port object a5404f73-8e9d-465e-b293-6c9a38511110 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:37:34.790927 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.793229 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:34.793416 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-9a0f3dcf-9c7e-4bbe-b987-8fd47465034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.795638 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-9a0f3dcf-9c7e-4bbe-b987-8fd47465034f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 200 len: 914 time: 0.1294222 Jun 29 13:37:34.847235 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-d22a8a48-9f7c-474a-9fcf-6e2638893c11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=178cec48-06ad-496c-bf05-658fe00e1a40 HTTP/1.1" status: 200 len: 217 time: 0.0432963 Jun 29 13:37:34.866928 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.888338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:34.901437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:34.905216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Attempting to bind port a5404f73-8e9d-465e-b293-6c9a38511110 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:37:34.905656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Attempting to bind port a5404f73-8e9d-465e-b293-6c9a38511110 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:37:34.905885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Attempting to bind port a5404f73-8e9d-465e-b293-6c9a38511110 on network 1a8651a0-dd2b-4d13-a179-e563375df802 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:34.914274 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-e0077ddf-960d-4d7a-8c07-1ea1c899c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:34.915828 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-e0077ddf-960d-4d7a-8c07-1ea1c899c2f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aec48446-e9ac-4682-8c62-987cef475d88 HTTP/1.1" status: 200 len: 853 time: 0.0546916 Jun 29 13:37:34.929949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Port a5404f73-8e9d-465e-b293-6c9a38511110 on network 1a8651a0-dd2b-4d13-a179-e563375df802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:37:34.930383 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Attempting to bind port a5404f73-8e9d-465e-b293-6c9a38511110 on network 1a8651a0-dd2b-4d13-a179-e563375df802 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:37:34.939843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:37:34.940184 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Checking segment: {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:37:34.940566 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Bound using segment: {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:37:34.941009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Bound port: a5404f73-8e9d-465e-b293-6c9a38511110, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ff6001-002a-4b20-90ae-04889a7c165d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:37:34.941369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:34.954465 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-4b72efb4-a1e4-4195-b216-429fca8969ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281935 Jun 29 13:37:35.009110 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b63cc-6691-431d-b7c3-2c75ce15681e req-f8174969-d075-4082-9dba-9fff6c613105 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.010287 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-717b63cc-6691-431d-b7c3-2c75ce15681e req-f8174969-d075-4082-9dba-9fff6c613105 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1336362 Jun 29 13:37:35.046657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:37:35.058242 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-889e9f4e-ed16-419b-99b1-132b6b4caa0c service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962682 Jun 29 13:37:35.062901 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5404f73-8e9d-465e-b293-6c9a38511110,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:37:35.086616 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-717b63cc-6691-431d-b7c3-2c75ce15681e req-cd7c7607-aae1-489c-b02c-3cfbcae36334 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652499 Jun 29 13:37:35.088582 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:35.090716 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:35.156089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:35.160829 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.161448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:35.163096 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] 10.222.0.61 "PUT /v2.0/ports/a5404f73-8e9d-465e-b293-6c9a38511110 HTTP/1.1" status: 200 len: 1093 time: 0.8489916 Jun 29 13:37:35.163694 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:35.166082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:35.169491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:35.223964 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd39cd68-d53f-4347-b0a2-2ea25f37124f req-e8a74c2c-c4ee-4e1a-b99d-4b3c691cfad3 service neutron] 10.222.0.61 "GET /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528454 Jun 29 13:37:35.317060 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81008d2-6d44-4efd-8054-a59037d7f5d1 req-4b3d927a-14a7-45fc-aa95-b05893360e28 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.318814 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d81008d2-6d44-4efd-8054-a59037d7f5d1 req-4b3d927a-14a7-45fc-aa95-b05893360e28 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 943 time: 0.0751071 Jun 29 13:37:35.324729 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-479c9304-136d-40f6-b363-bd3137e71c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.326253 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-479c9304-136d-40f6-b363-bd3137e71c57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 1096 time: 0.0933256 Jun 29 13:37:35.368575 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d81008d2-6d44-4efd-8054-a59037d7f5d1 req-3446e4af-53d3-42c6-9279-78fa7702b097 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Jun 29 13:37:35.381227 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-e5f9a3a6-439f-49c2-bad7-e5f9ac7ae9b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5404f73-8e9d-465e-b293-6c9a38511110 HTTP/1.1" status: 200 len: 217 time: 0.0451472 Jun 29 13:37:35.396597 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa0760-2984-4514-b13e-8423d98f9f0b req-b46bd1c9-e8bf-48d7-a070-723cfaf1023e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.398133 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-93aa0760-2984-4514-b13e-8423d98f9f0b req-b46bd1c9-e8bf-48d7-a070-723cfaf1023e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 943 time: 0.1168926 Jun 29 13:37:35.432752 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8960ee61-9eec-403b-91f1-5ea2f55e6e55 x-openstack-request-id: req-8960ee61-9eec-403b-91f1-5ea2f55e6e55 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:35.433438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:35.433438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8960ee61-9eec-403b-91f1-5ea2f55e6e55 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:35.433737 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110', 'status': 'completed', 'code': 200} Jun 29 13:37:35.466713 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e694-9240-4482-85ba-416dba258143 req-73156826-a35b-450c-a8d2-0ceed2201362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.468188 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-73156826-a35b-450c-a8d2-0ceed2201362 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d86e161-fa8a-4b43-8d08-e1a52f59d20d HTTP/1.1" status: 200 len: 849 time: 0.0691700 Jun 29 13:37:35.473577 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-93aa0760-2984-4514-b13e-8423d98f9f0b req-9905f52b-c70f-4921-99cc-417b4b8db07e tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Jun 29 13:37:35.506667 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-5e91dc00-b83c-4c00-ba9f-4b9600a31e27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a8651a0-dd2b-4d13-a179-e563375df802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266316 Jun 29 13:37:35.603529 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-68a97edd-77d3-44df-bb0b-adb99fb9dcac service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Jun 29 13:37:35.694470 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34c8e694-9240-4482-85ba-416dba258143 req-734cb938-58d8-49dd-9041-7d4c32c619b2 service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838823 Jun 29 13:37:35.812871 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-47e96cde-937e-4722-abe0-da30345c9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.814398 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-47e96cde-937e-4722-abe0-da30345c9856 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 1096 time: 0.0663304 Jun 29 13:37:35.909667 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:37:35.911239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-cd438c01-cf8a-4c09-b0eb-89a583a3a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:35.912973 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-cd438c01-cf8a-4c09-b0eb-89a583a3a74d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 200 len: 910 time: 0.0919414 Jun 29 13:37:35.966164 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-9563b671-6c2e-487c-9de4-bb8d312ccaa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5404f73-8e9d-465e-b293-6c9a38511110 HTTP/1.1" status: 200 len: 217 time: 0.0430250 Jun 29 13:37:36.027494 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-47b2c84e-aa6e-4fa0-aeed-4be3ef03a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:36.028937 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-47b2c84e-aa6e-4fa0-aeed-4be3ef03a6dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4d86e161-fa8a-4b43-8d08-e1a52f59d20d HTTP/1.1" status: 200 len: 849 time: 0.0442362 Jun 29 13:37:36.061781 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-23e0add3-1555-4045-b04f-c03da47d765b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a8651a0-dd2b-4d13-a179-e563375df802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256109 Jun 29 13:37:36.160275 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-0cc28060-963c-46e1-8874-204a934878ee service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893409 Jun 29 13:37:36.264180 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffff3bd5-7343-47b0-8e3a-20f1a2f13462 req-3b3c74f1-f454-42b3-a8c9-3e42723d71db service neutron] 10.222.0.61 "GET /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 Jun 29 13:37:36.297614 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d7b3-1744-4ebb-a7e5-7ab7611c97f4 req-a500cc96-6241-4d2d-a0bb-9dd05c0a5dbc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:36.299456 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ce09d7b3-1744-4ebb-a7e5-7ab7611c97f4 req-a500cc96-6241-4d2d-a0bb-9dd05c0a5dbc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0700874 Jun 29 13:37:36.355497 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ce09d7b3-1744-4ebb-a7e5-7ab7611c97f4 req-4dc98137-4912-4130-b06f-03b12cacaff8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Jun 29 13:37:36.570209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d64a36-edb2-4f58-902b-16d125881ba6 req-5d27cfc8-2b1c-4edb-aff4-c3e17889cb96 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:36.571757 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-47d64a36-edb2-4f58-902b-16d125881ba6 req-5d27cfc8-2b1c-4edb-aff4-c3e17889cb96 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 943 time: 0.0814626 Jun 29 13:37:36.615408 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-47d64a36-edb2-4f58-902b-16d125881ba6 req-c6b1334b-a411-4e5b-aa83-8506285f151c tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380654 Jun 29 13:37:36.657079 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f639773-21fb-4d20-b75c-b8e89da17615 req-12f39e5e-c427-4250-9a42-8ba02cc2d3bd tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:36.658516 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7f639773-21fb-4d20-b75c-b8e89da17615 req-12f39e5e-c427-4250-9a42-8ba02cc2d3bd tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 943 time: 0.0632889 Jun 29 13:37:36.697155 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7f639773-21fb-4d20-b75c-b8e89da17615 req-7c1b0f10-2a3d-482f-8347-ceda3367b152 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328581 Jun 29 13:37:37.544712 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc153b80-f643-42da-90c4-29d66d93b087 req-a7a6612d-314f-4cd4-bd5b-83fda616614b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:37.546214 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dc153b80-f643-42da-90c4-29d66d93b087 req-a7a6612d-314f-4cd4-bd5b-83fda616614b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0651245 Jun 29 13:37:37.594879 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dc153b80-f643-42da-90c4-29d66d93b087 req-33b96671-a697-4dd1-bf5a-ff76cc8a47f0 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Jun 29 13:37:37.733322 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 178cec48-06ad-496c-bf05-658fe00e1a40 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:37:37.836175 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=178cec48-06ad-496c-bf05-658fe00e1a40,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:37.841154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52f23-d129-40cc-a816-569a0bc9bfb7 req-c2ff0b19-04ee-4923-be6a-bc0bf69152a3 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:37.842698 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e0b52f23-d129-40cc-a816-569a0bc9bfb7 req-c2ff0b19-04ee-4923-be6a-bc0bf69152a3 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 943 time: 0.1097550 Jun 29 13:37:37.844824 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8ba39-e8b2-4f1c-9b57-6384f27a69f3 req-fb66c902-8a41-4901-a2db-8b863f43548e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:37.846894 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8ba39-e8b2-4f1c-9b57-6384f27a69f3 req-fb66c902-8a41-4901-a2db-8b863f43548e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0736868 Jun 29 13:37:37.849161 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-c1d23461-8dd4-4869-a836-521d92675b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:37.850625 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-c1d23461-8dd4-4869-a836-521d92675b3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.1081553 Jun 29 13:37:37.855193 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '178cec48-06ad-496c-bf05-658fe00e1a40', 'network_id': 'ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08', 'port_id': '178cec48-06ad-496c-bf05-658fe00e1a40', 'mac_address': 'fa:16:3e:c0:b1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec48446-e9ac-4682-8c62-987cef475d88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:37:37.887721 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f9e8ba39-e8b2-4f1c-9b57-6384f27a69f3 req-bb995553-cecf-4dcf-a754-a2d87868f602 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Jun 29 13:37:37.898996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:37.916663 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178cec48-06ad-496c-bf05-658fe00e1a40 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:37.937220 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=178cec48-06ad-496c-bf05-658fe00e1a40,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:37.942766 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:37.943755 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a5404f73-8e9d-465e-b293-6c9a38511110 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:37:37.946556 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:37.953647 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e0b52f23-d129-40cc-a816-569a0bc9bfb7 req-a4c0542e-048c-46df-8072-b45df1b23879 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018424 Jun 29 13:37:37.999325 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-a78ccfb2-b312-4e86-9f87-99601ba35c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:38.001129 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-a78ccfb2-b312-4e86-9f87-99601ba35c34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.1427219 Jun 29 13:37:38.041781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:38.056840 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-cf8d8420-0be3-4d3d-adef-f90ce2daf86b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0468087 Jun 29 13:37:38.057497 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.057846 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.058214 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.058548 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.058877 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.059204 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.059527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.060006 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.060355 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.060686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.061005 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.061327 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:37:38.074784 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15fff-1714-4b5b-8c28-e9c1b5651809 req-cea72dd9-0a9a-44f9-8760-d38bf9e26962 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:38.075235 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:38.076234 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-52e15fff-1714-4b5b-8c28-e9c1b5651809 req-cea72dd9-0a9a-44f9-8760-d38bf9e26962 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 943 time: 0.0767734 Jun 29 13:37:38.109665 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-2543c811-bb9e-4208-8323-c6de60e5c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:38.110341 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5404f73-8e9d-465e-b293-6c9a38511110,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:38.111290 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-2543c811-bb9e-4208-8323-c6de60e5c29b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.0462408 Jun 29 13:37:38.123306 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'a5404f73-8e9d-465e-b293-6c9a38511110', 'network_id': '1a8651a0-dd2b-4d13-a179-e563375df802', 'port_id': 'a5404f73-8e9d-465e-b293-6c9a38511110', 'mac_address': 'fa:16:3e:97:44:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d86e161-fa8a-4b43-8d08-e1a52f59d20d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:37:38.130077 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-52e15fff-1714-4b5b-8c28-e9c1b5651809 req-9333b376-4aa8-4cca-827a-1d9be0870b52 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Jun 29 13:37:38.147030 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-fded4a70-c5f5-4494-8c49-42af212412b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276253 Jun 29 13:37:38.169093 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:38.182524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5404f73-8e9d-465e-b293-6c9a38511110 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:38.207715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5404f73-8e9d-465e-b293-6c9a38511110,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:38.212184 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:38.214163 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:38.262281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:38.263564 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-7ed78470-2f83-4824-a112-fb0a304b2d69 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029007 Jun 29 13:37:38.265436 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:38.362506 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d074a352-dee3-46f4-9d68-229fc88f9574 req-333ed9ae-6af6-4608-9102-8da26db39e69 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Jun 29 13:37:38.556169 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['a5404f73-8e9d-465e-b293-6c9a38511110'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:38.559403 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['178cec48-06ad-496c-bf05-658fe00e1a40'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:38.789429 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545a341-ce27-4ae4-9bcf-07bb2f956423 req-96d95c56-0240-412f-a103-74b464cb7706 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:38.793454 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b545a341-ce27-4ae4-9bcf-07bb2f956423 req-96d95c56-0240-412f-a103-74b464cb7706 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0735316 Jun 29 13:37:39.097864 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9cf7-74fb-4f5b-a7c7-6f062e3c07ca req-8e8a597d-e8b4-40fe-bc6b-6c2a62c4ee9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:39.099187 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-435f9cf7-74fb-4f5b-a7c7-6f062e3c07ca req-8e8a597d-e8b4-40fe-bc6b-6c2a62c4ee9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0848737 Jun 29 13:37:39.102424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b545a341-ce27-4ae4-9bcf-07bb2f956423 req-6580d699-d502-4163-afb8-944c89503364 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057864 Jun 29 13:37:39.279112 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24194-0814-4659-9465-12531970308e req-3b0ee94f-402e-4851-9ca8-2401c0fdefbf tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:39.280591 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cca24194-0814-4659-9465-12531970308e req-3b0ee94f-402e-4851-9ca8-2401c0fdefbf tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 944 time: 0.0653324 Jun 29 13:37:39.321853 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cca24194-0814-4659-9465-12531970308e req-e31bf21f-694e-4fed-b298-10379ad3ce7a tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Jun 29 13:37:39.400137 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-435f9cf7-74fb-4f5b-a7c7-6f062e3c07ca req-0f1bb622-97be-4dbb-9b08-ac6dfc7c687d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861145 Jun 29 13:37:39.491583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b6e8b-13cd-4c6d-8abe-75b0f5bcd44e req-a290276e-4fba-49e9-8d06-672ba2592f76 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:39.493064 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f5b6e8b-13cd-4c6d-8abe-75b0f5bcd44e req-a290276e-4fba-49e9-8d06-672ba2592f76 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 944 time: 0.0620878 Jun 29 13:37:39.534150 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f5b6e8b-13cd-4c6d-8abe-75b0f5bcd44e req-2004b68b-c138-4e50-a199-c6f76095f517 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353024 Jun 29 13:37:39.747099 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 178cec48-06ad-496c-bf05-658fe00e1a40 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:37:39.809927 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 178cec48-06ad-496c-bf05-658fe00e1a40 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:37:39.813581 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 178cec48-06ad-496c-bf05-658fe00e1a40 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:39.814644 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:39.888898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:39.913527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:39.915487 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290bc7d9-17e8-4edc-ac2d-a0df2544c710" -d '{"events": [{"server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "name": "network-vif-plugged", "status": "completed", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:39.928643 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=178cec48-06ad-496c-bf05-658fe00e1a40,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:39.933192 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:39.934257 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a5404f73-8e9d-465e-b293-6c9a38511110 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:37:39.935967 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:39.959314 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90905b69-6fd7-453f-9dd6-ec11fb68cc03 x-openstack-request-id: req-90905b69-6fd7-453f-9dd6-ec11fb68cc03 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:39.959611 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "name": "network-vif-plugged", "status": "completed", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:39.959870 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90905b69-6fd7-453f-9dd6-ec11fb68cc03 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:39.960261 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40', 'code': 200} Jun 29 13:37:40.015144 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:40.019279 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:40.031239 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port a5404f73-8e9d-465e-b293-6c9a38511110 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:37:40.035511 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port a5404f73-8e9d-465e-b293-6c9a38511110 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:40.035895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:40.116939 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:40.156722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5404f73-8e9d-465e-b293-6c9a38511110,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:40.162208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:40.170065 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d1baa591-b30b-4d70-89ae-a70564682257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:40.225444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d151a-2db2-4b2c-91f0-f6fb418337e3 req-236e2113-5fce-48d4-be37-ccaa9c438ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:40.227668 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-042d151a-2db2-4b2c-91f0-f6fb418337e3 req-236e2113-5fce-48d4-be37-ccaa9c438ed4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 1098 time: 0.0757771 Jun 29 13:37:40.243513 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:40.253043 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:40.297020 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-042d151a-2db2-4b2c-91f0-f6fb418337e3 req-0efbbcb1-a687-4966-9a0a-7d82bcc0e3b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609665 Jun 29 13:37:40.326925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e62651-af7c-4cc8-98b5-89cebbc23ed7 req-9975c3e6-44b3-4082-8d8f-a4aa9c757ab6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:40.328438 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-88e62651-af7c-4cc8-98b5-89cebbc23ed7 req-9975c3e6-44b3-4082-8d8f-a4aa9c757ab6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0772405 Jun 29 13:37:40.369258 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-88e62651-af7c-4cc8-98b5-89cebbc23ed7 req-87af0f36-bb38-4378-9b3e-959dd2bbe4f2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345650 Jun 29 13:37:40.516724 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe1fd-8a74-4714-a69e-36535629b603 req-785c13ce-e2d3-459e-9466-e9537f94935b tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:40.518914 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99abe1fd-8a74-4714-a69e-36535629b603 req-785c13ce-e2d3-459e-9466-e9537f94935b tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.0698717 Jun 29 13:37:40.564308 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99abe1fd-8a74-4714-a69e-36535629b603 req-3d31c030-a4b9-42e1-9f1d-00c3707e19a4 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Jun 29 13:37:40.594045 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3056b-f9ee-46e8-9915-4358402085a8 req-bb97f8fa-d1cb-4901-a05b-06486ff746ad tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:40.596465 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a4d3056b-f9ee-46e8-9915-4358402085a8 req-bb97f8fa-d1cb-4901-a05b-06486ff746ad tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0744143 Jun 29 13:37:40.634919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a4d3056b-f9ee-46e8-9915-4358402085a8 req-7be78980-2b85-4736-b6c8-0f9ada023128 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Jun 29 13:37:40.728465 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06676-0cae-43ce-9dc1-2a62cbac53fa req-6cb12437-3abf-4ae9-8826-63e40bb65148 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:40.729923 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4de06676-0cae-43ce-9dc1-2a62cbac53fa req-6cb12437-3abf-4ae9-8826-63e40bb65148 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.0618041 Jun 29 13:37:40.771916 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4de06676-0cae-43ce-9dc1-2a62cbac53fa req-cdb40f06-f474-47b1-8801-7ea1741f5d16 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Jun 29 13:37:41.555180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a53ced-e749-4a7a-b495-904d42d9af93 req-9f0f202d-4965-48c5-a95b-0bb239a3ff16 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:41.556908 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7a53ced-e749-4a7a-b495-904d42d9af93 req-9f0f202d-4965-48c5-a95b-0bb239a3ff16 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0693834 Jun 29 13:37:41.594810 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7a53ced-e749-4a7a-b495-904d42d9af93 req-2fe1bde1-b3b1-4469-b7f4-29b8a7e7a551 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Jun 29 13:37:41.749354 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb999-26a5-4475-bde6-1cf0352974c4 req-033858aa-dd86-4922-ae05-ec6fc34c879f tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:41.751005 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96cfb999-26a5-4475-bde6-1cf0352974c4 req-033858aa-dd86-4922-ae05-ec6fc34c879f tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.0699677 Jun 29 13:37:41.794638 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96cfb999-26a5-4475-bde6-1cf0352974c4 req-96a02022-feb5-43b8-99d3-72745e36dab6 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jun 29 13:37:41.961730 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:41.964261 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af48a034-6822-4d83-8a3b-51b38b637da6" -d '{"events": [{"server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "name": "network-vif-plugged", "status": "completed", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:41.966233 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63e0c-3ce7-407f-995e-2090966c0ed9 req-49739bb4-ab4c-490c-84b5-a9ea8a7a0558 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:41.966580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5905-ac3e-4c27-8211-1c530f052e1e req-010f61d2-5d03-45b5-9b90-fb14f05f7fac tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:41.968065 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-78e63e0c-3ce7-407f-995e-2090966c0ed9 req-49739bb4-ab4c-490c-84b5-a9ea8a7a0558 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0628295 Jun 29 13:37:41.968195 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e4f5905-ac3e-4c27-8211-1c530f052e1e req-010f61d2-5d03-45b5-9b90-fb14f05f7fac tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.0659089 Jun 29 13:37:42.007529 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e4f5905-ac3e-4c27-8211-1c530f052e1e req-ebcdeae1-d531-469f-ab66-ffa3dc418c08 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jun 29 13:37:42.007970 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-78e63e0c-3ce7-407f-995e-2090966c0ed9 req-3a9610da-3166-496d-a5e0-aa846c0bfae0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Jun 29 13:37:42.063396 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd20f27-4c90-493a-88bb-4d39cc3ae0f1 x-openstack-request-id: req-4bd20f27-4c90-493a-88bb-4d39cc3ae0f1 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:42.063737 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "name": "network-vif-plugged", "status": "completed", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:42.064077 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bd20f27-4c90-493a-88bb-4d39cc3ae0f1 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:42.064546 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110', 'code': 200} Jun 29 13:37:42.348383 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054667a3-ffb2-4301-992a-70a4f0649c12 req-07f8c38b-48ff-4fed-b5b4-e7f4bf334760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:42.350291 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-054667a3-ffb2-4301-992a-70a4f0649c12 req-07f8c38b-48ff-4fed-b5b4-e7f4bf334760 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 1098 time: 0.0695934 Jun 29 13:37:42.397080 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-054667a3-ffb2-4301-992a-70a4f0649c12 req-20db1d49-7c02-41ac-bb8d-a3ec0ef22369 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jun 29 13:37:42.773733 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92769276-aba9-4bc7-b0fc-78c734078bb0 req-11807944-5d8c-4a5c-8ef8-c114c67e64b8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:42.775251 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92769276-aba9-4bc7-b0fc-78c734078bb0 req-11807944-5d8c-4a5c-8ef8-c114c67e64b8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0628521 Jun 29 13:37:42.815825 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-92769276-aba9-4bc7-b0fc-78c734078bb0 req-bc602f8f-e84b-45ae-b57e-8917490d6543 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349021 Jun 29 13:37:43.193609 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dfa26-4875-4dfb-8960-00b858064b8c req-7d690f76-2ae1-4d20-ade4-ade083516230 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:43.194280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35e8d7-4d95-46bd-98c5-b6f38e202356 req-d2c66f48-66ad-4ff8-bee9-6838733639f3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:43.195162 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-577dfa26-4875-4dfb-8960-00b858064b8c req-7d690f76-2ae1-4d20-ade4-ade083516230 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.0710692 Jun 29 13:37:43.195369 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bf35e8d7-4d95-46bd-98c5-b6f38e202356 req-d2c66f48-66ad-4ff8-bee9-6838733639f3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0708404 Jun 29 13:37:43.235444 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bf35e8d7-4d95-46bd-98c5-b6f38e202356 req-ecc1ac54-85e2-4223-b107-06fc9852ab78 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Jun 29 13:37:43.235727 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-577dfa26-4875-4dfb-8960-00b858064b8c req-cbcc72a2-57f1-4d05-b63b-b137564db83d tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Jun 29 13:37:43.805355 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aeb9f-988c-4af6-94e3-392e0c068885 req-26599970-ea1c-4bc2-884d-870ceb898b22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:43.806934 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d54aeb9f-988c-4af6-94e3-392e0c068885 req-26599970-ea1c-4bc2-884d-870ceb898b22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0666358 Jun 29 13:37:43.845802 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d54aeb9f-988c-4af6-94e3-392e0c068885 req-341e9cf6-77ad-4088-9cd0-4ad526a7d835 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Jun 29 13:37:43.871240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 32994) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:44.003552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f74f8-3184-45d9-9037-dcfcc09c63a8 req-d691f932-fc74-43ee-bac6-3edde5d7f523 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:44.005193 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-348f74f8-3184-45d9-9037-dcfcc09c63a8 req-d691f932-fc74-43ee-bac6-3edde5d7f523 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0696037 Jun 29 13:37:44.043429 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-348f74f8-3184-45d9-9037-dcfcc09c63a8 req-4f98c4b9-9196-4513-8eaf-ab18669449f3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Jun 29 13:37:44.077891 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261694ee-c0ec-4cf6-b432-d274abd175da tempest-TestMinimumBasicScenario-2062595753 tempest-TestMinimumBasicScenario-2062595753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:44.079486 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-261694ee-c0ec-4cf6-b432-d274abd175da tempest-TestMinimumBasicScenario-2062595753 tempest-TestMinimumBasicScenario-2062595753-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1093 time: 0.2071536 Jun 29 13:37:44.082290 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 32998) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:44.086879 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'port_id': '3440d288-a4e4-40a7-be03-05d366dad29d', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:44.108060 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:44.205475 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:44.314072 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Allocated IP 172.27.0.134 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/71d00363-b464-4125-916e-ccd66edec30e) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:37:44.426744 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718448a2-fc03-45ef-91b3-b51fb50adb7c req-24dbe6f9-6a83-413e-b38b-f73dc4140028 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:44.428219 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-718448a2-fc03-45ef-91b3-b51fb50adb7c req-24dbe6f9-6a83-413e-b38b-f73dc4140028 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0640464 Jun 29 13:37:44.467857 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-718448a2-fc03-45ef-91b3-b51fb50adb7c req-e249de7a-f8a9-419a-ba12-96e818c1b584 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jun 29 13:37:44.471969 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:44.485738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208223-40ba-4682-b785-d7500b42415a req-15078c09-f7c6-42ed-84c3-7a42e0a2b58a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:44.487267 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-31208223-40ba-4682-b785-d7500b42415a req-15078c09-f7c6-42ed-84c3-7a42e0a2b58a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.1146152 Jun 29 13:37:44.544850 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-31208223-40ba-4682-b785-d7500b42415a req-ce2145bc-5234-4806-875b-31ebb94b46f8 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Jun 29 13:37:44.555387 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:44.555744 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a153842c-dbab-4b9d-8d39-815279c5bcd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:44.597426 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:37:44.600380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:37:44.604833 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:37:44.607857 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'Port': ['ID=71d00363-b464-4125-916e-ccd66edec30e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:44.627457 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:44.985828 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.059316 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.227404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.233303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.235780 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:45.243119 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419265e9-d5e1-421c-92b4-98e10cb0889e req-4b784002-b15e-4e8b-a99f-c88d561a02f2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:45.244660 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-419265e9-d5e1-421c-92b4-98e10cb0889e req-4b784002-b15e-4e8b-a99f-c88d561a02f2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0758934 Jun 29 13:37:45.284319 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-419265e9-d5e1-421c-92b4-98e10cb0889e req-274b42c0-91e5-4b43-b0a1-75b004fc51d2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340695 Jun 29 13:37:45.305574 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'Port': ['ID=71d00363-b464-4125-916e-ccd66edec30e,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:45.308356 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:45.334439 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.452063 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Floating IP 77fc0b35-0fe4-4db0-bf13-919992f03423 associated. External IP: 172.27.0.134, port: 3440d288-a4e4-40a7-be03-05d366dad29d. Jun 29 13:37:45.550968 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e836d-0cb5-40a1-a056-b4811cfce0f0 req-49a3af7e-84b7-4158-a9ba-037d8595315a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:45.552638 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-764e836d-0cb5-40a1-a056-b4811cfce0f0 req-49a3af7e-84b7-4158-a9ba-037d8595315a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.0730281 Jun 29 13:37:45.601588 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-764e836d-0cb5-40a1-a056-b4811cfce0f0 req-90e4d430-18ca-4675-9cc7-5c8d2c1aa743 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Jun 29 13:37:45.716194 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680970a-806a-4034-9108-83d52b6c016a req-3d872ff6-a7f2-4eba-8f14-a1ffc3d876f9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:45.718369 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e680970a-806a-4034-9108-83d52b6c016a req-3d872ff6-a7f2-4eba-8f14-a1ffc3d876f9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1194334 Jun 29 13:37:45.721261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Router 6d9160b8-dcfc-4741-a7b8-02e58662e30a has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:37:45.806621 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e680970a-806a-4034-9108-83d52b6c016a req-a9282756-e326-4e3e-8ff6-6895de055a93 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803046 Jun 29 13:37:45.861419 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:37:45.873131 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Sync routers for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:37:45.877782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.883602 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:37:45.884273 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:37:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:37:45.915021 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8317263 Jun 29 13:37:45.915856 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:45.918368 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:45.918534 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33030) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:45.926294 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605186632', 'description': 'tempest-secgroup-smoke-1605186632 description', 'project_id': '64c14748553348db8db7e204d0fe4713'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:45.951876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:45.957923 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa68ada4-f0a2-4b06-a12d-610f6b43e00a x-openstack-request-id: req-aa68ada4-f0a2-4b06-a12d-610f6b43e00a {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:45.958313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:45.958589 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa68ada4-f0a2-4b06-a12d-610f6b43e00a {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:45.959003 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:37:46.011360 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:37:46.083132 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.089073 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.092575 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-478b3291-c118-4288-9cf6-90baf9197fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.094089 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-478b3291-c118-4288-9cf6-90baf9197fbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1098 time: 0.1031749 Jun 29 13:37:46.095875 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-53945fa6-9e3a-4edd-995e-3ea534c378dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:46.128384 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.129486 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2091961 Jun 29 13:37:46.132662 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 33034) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:46.137507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:46.165376 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8777a388-6de6-41d2-b23f-b42727abcb43,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:46.169238 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.169518 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:46.213116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-6150aa37-137d-4c54-a539-7e84e4c8ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.214640 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-6150aa37-137d-4c54-a539-7e84e4c8ad61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 916 time: 0.1024723 Jun 29 13:37:46.244298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.251990 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.254208 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4148e755-ab26-48e4-a653-80fc5d5ff81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:46.264410 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '77fc0b35-0fe4-4db0-bf13-919992f03423', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'port_id': '3440d288-a4e4-40a7-be03-05d366dad29d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'mac_address': 'fa:16:3e:d4:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:37:44Z', 'updated_at': '2021-06-29T13:37:44Z', 'revision_number': 0, 'project_id': '64c14748553348db8db7e204d0fe4713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:37:46.273592 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f037fc-930b-4374-870c-fdf38f96a017,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:46.277505 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:46.280118 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.284627 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483183 Jun 29 13:37:46.284835 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 33036) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:46.290156 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:46.297493 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-e0168f5d-686e-4fcb-84e4-540213a727b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 999 time: 0.0691900 Jun 29 13:37:46.301493 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Checking router: 6d9160b8-dcfc-4741-a7b8-02e58662e30a for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:37:46.310208 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:37:46.310964 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:37:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:37:46.320860 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.354355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-9a6f11dd-7a13-4291-8f15-dc4cfab730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.355839 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-9a6f11dd-7a13-4291-8f15-dc4cfab730a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0513422 Jun 29 13:37:46.405085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.411352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.414454 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:46.427559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39077d3d-2f6e-4c9e-af75-5d9a9b8a72d7,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:46.428650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-8d78de5b-3979-4120-8944-3b09d2e30fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.430530 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-8d78de5b-3979-4120-8944-3b09d2e30fa2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672836 Jun 29 13:37:46.430685 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:46.442999 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.447158 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579478 Jun 29 13:37:46.447339 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:37:46.447898 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33040) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:46.453176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:46.509979 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c77a6-0752-45e2-9d98-8751489dc864 req-dec701da-35ba-4522-8336-bfec0f148b19 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.511782 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a37c77a6-0752-45e2-9d98-8751489dc864 req-dec701da-35ba-4522-8336-bfec0f148b19 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0660114 Jun 29 13:37:46.541709 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.569699 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-9f1b2c32-79b1-46d7-bc78-e1696989084d service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310878 Jun 29 13:37:46.573798 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a37c77a6-0752-45e2-9d98-8751489dc864 req-03356f2d-75ed-425e-b069-76ecefa2e7f1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538146 Jun 29 13:37:46.676448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.681856 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.692560 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1bab7b0b-0d12-45ac-ac34-984aaee21c29 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:46.726008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5bb780-f1ff-49ab-8ee0-7bf126985b66,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:46.728936 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:46.731374 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af568df7-926e-4cfa-a80e-e54cd0bbdc1e req-40e13c3a-92f2-425c-9035-d78411b470b9 service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533833 Jun 29 13:37:46.732187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.736507 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ee9601c7-af14-4bcd-a754-c0128be75382 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836487 Jun 29 13:37:46.737176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33046) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:46.743331 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:46.755000 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '77fc0b35-0fe4-4db0-bf13-919992f03423', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'port_id': '3440d288-a4e4-40a7-be03-05d366dad29d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'mac_address': 'fa:16:3e:d4:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:37:44Z', 'updated_at': '2021-06-29T13:37:44Z', 'revision_number': 0, 'project_id': '64c14748553348db8db7e204d0fe4713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:37:46.787172 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1b39e-ecbf-49e4-9120-b77fa94b499c None None] The sync data for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi is: [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '77fc0b35-0fe4-4db0-bf13-919992f03423', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'port_id': '3440d288-a4e4-40a7-be03-05d366dad29d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'mac_address': 'fa:16:3e:d4:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:37:44Z', 'updated_at': '2021-06-29T13:37:44Z', 'revision_number': 0, 'project_id': '64c14748553348db8db7e204d0fe4713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:37:46.821685 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.877116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd13e84-aae0-4f5b-af68-1b3027007035 req-0347c258-849b-44cb-bca1-67e1c3d05c3a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:46.878420 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bdd13e84-aae0-4f5b-af68-1b3027007035 req-0347c258-849b-44cb-bca1-67e1c3d05c3a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.1389658 Jun 29 13:37:46.927033 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.937792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.952269 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:46.957882 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bdd13e84-aae0-4f5b-af68-1b3027007035 req-265eb350-404f-40f6-a472-e3a3b6876c99 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/security-groups?id=2aa8f077-8eba-476b-b56f-3db5052f6385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Jun 29 13:37:46.972423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3e819c-05ac-4dc1-81ef-c2d10b1357d9,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:46.975275 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:46.977197 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:46.978533 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402911 Jun 29 13:37:46.981464 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33054) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:46.986385 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:47.015750 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.securitygroups_db [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Project 64c14748553348db8db7e204d0fe4713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:37:47.021786 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.026277 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269c13-7e95-46bd-bae9-9ea0eb567bd8 req-df56ce92-3410-4c44-af63-224e4057d132 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:47.027943 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62269c13-7e95-46bd-bae9-9ea0eb567bd8 req-df56ce92-3410-4c44-af63-224e4057d132 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0843272 Jun 29 13:37:47.046568 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f6130-f977-42eb-9d1c-64ae79a4f5e7 None None] New status for floating IP 77fc0b35-0fe4-4db0-bf13-919992f03423: ACTIVE {{(pid=93161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:37:47.070466 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62269c13-7e95-46bd-bae9-9ea0eb567bd8 req-8835e44a-565f-4e47-b724-e21e299ba28d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Jun 29 13:37:47.095051 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.099691 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.101836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1f99585c-b794-4429-a825-a898b02125ea tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:47.119032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16776880-c0a2-48de-8939-2fc624b2f209,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:47.121969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:47.125154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.129777 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 33056) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:37:47.129906 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473339 Jun 29 13:37:47.134654 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'security_group_rule': {'security_group_id': '8777a388-6de6-41d2-b23f-b42727abcb43', 'project_id': '64c14748553348db8db7e204d0fe4713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:47.157272 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.securitygroups_db [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Project 64c14748553348db8db7e204d0fe4713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:37:47.162180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.205837 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-41743ba9-1d65-4c37-90c4-77881cceceab tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:47.207314 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-41743ba9-1d65-4c37-90c4-77881cceceab tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 945 time: 0.0652280 Jun 29 13:37:47.221291 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.226890 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.232445 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec54ae07-7447-412b-9d67-f8f4756c11f4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:47.248186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbadd2c-cfb7-4215-99d9-15d0b52aa2ea,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:47.250762 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:47.258139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.259396 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-dd136595-72e0-48c4-b034-3c76808beb3a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283383 Jun 29 13:37:47.331884 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Deleting port a5404f73-8e9d-465e-b293-6c9a38511110 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:37:47.332505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.428493 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-d4050e01-3ff0-46d2-9b4b-ba11c04b8f5d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605186632&fields=id&tenant_id=64c14748553348db8db7e204d0fe4713 HTTP/1.1" status: 200 len: 267 time: 0.0807331 Jun 29 13:37:47.480981 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] For port a5404f73-8e9d-465e-b293-6c9a38511110, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a5404f73-8e9d-465e-b293-6c9a38511110,segment=NetworkSegment(56ff6001-002a-4b20-90ae-04889a7c165d),segment_id=56ff6001-002a-4b20-90ae-04889a7c165d)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:47.481246 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.496117 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Calling delete_port for a5404f73-8e9d-465e-b293-6c9a38511110 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:37:47.565546 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-e58f1868-a1e2-42c0-9510-0e9b93ccac6d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:47.567097 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-e58f1868-a1e2-42c0-9510-0e9b93ccac6d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.1294405 Jun 29 13:37:47.584437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'port': {'security_groups': ['038e4200-3e2e-4afd-bc39-3ee6d8911a7b', '8777a388-6de6-41d2-b23f-b42727abcb43']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:37:47.732390 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.746413 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.752229 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-349f3a48-2067-48fc-a409-eb20db36bd0f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:47.763386 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['a5404f73-8e9d-465e-b293-6c9a38511110'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:47.784630 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Pushing event deleted for resources: {'Port': ['ID=a5404f73-8e9d-465e-b293-6c9a38511110,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:47.809406 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:47.873115 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] No DVR routers for this DVR port a5404f73-8e9d-465e-b293-6c9a38511110 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:37:47.882410 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:47.884398 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7421bba2-b5ee-4d97-bf7e-62212ee1154e req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.61 "DELETE /v2.0/ports/a5404f73-8e9d-465e-b293-6c9a38511110 HTTP/1.1" status: 204 len: 173 time: 0.6699781 Jun 29 13:37:47.884908 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'name': 'network-vif-deleted', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:47.887279 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04551e2f-05ab-4c7f-8dd4-f0ce8bebaf14" -d '{"events": [{"server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "name": "network-vif-deleted", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:47.917560 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906790fd-cd63-4786-bf21-ca59e0dbbdd2 req-f48ffae9-6067-456e-b8ee-03021fac2b97 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:47.926757 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-906790fd-cd63-4786-bf21-ca59e0dbbdd2 req-f48ffae9-6067-456e-b8ee-03021fac2b97 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0775516 Jun 29 13:37:47.964627 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-906790fd-cd63-4786-bf21-ca59e0dbbdd2 req-568e2f6a-8191-45ad-b8ef-e3df2a5c67d3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Jun 29 13:37:48.025828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014f090-6977-4ecd-a768-950937e39da0 x-openstack-request-id: req-a014f090-6977-4ecd-a768-950937e39da0 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:48.026384 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13b70b-8e93-4c5f-95c7-0ec40c0d062f", "name": "network-vif-deleted", "tag": "a5404f73-8e9d-465e-b293-6c9a38511110", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:48.026861 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a014f090-6977-4ecd-a768-950937e39da0 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:48.027518 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13b70b-8e93-4c5f-95c7-0ec40c0d062f', 'name': 'network-vif-deleted', 'tag': 'a5404f73-8e9d-465e-b293-6c9a38511110', 'status': 'completed', 'code': 200} Jun 29 13:37:48.051894 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:48.089073 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:48.094785 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:48.101955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:48.117744 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:48.154877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:48.155507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:48.156897 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-16b73c8f-9a06-4d42-baa0-19b80e9b5845 req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "PUT /v2.0/ports/3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 981 time: 0.5797575 Jun 29 13:37:48.193545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=6']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:48.197541 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:48.201928 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c4698f28-d5a2-44ec-8bb3-5c41478ea24e req-1e405474-607c-4f06-9f01-79926dcb5026 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f13b70b-8e93-4c5f-95c7-0ec40c0d062f HTTP/1.1" status: 200 len: 210 time: 0.0469010 Jun 29 13:37:48.344011 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:48.377758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fa33-5946-4357-a0bf-6571806cb4ea req-f495a994-3629-4f9d-ac2c-eea6c9abe2d8 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:48.382758 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a197fa33-5946-4357-a0bf-6571806cb4ea req-f495a994-3629-4f9d-ac2c-eea6c9abe2d8 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0895200 Jun 29 13:37:48.409966 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2bb14-7cc1-4c23-a68b-c440da970b12 req-06bd4040-f15c-45cb-807a-0c89a7d45224 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:48.413057 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-32a2bb14-7cc1-4c23-a68b-c440da970b12 req-06bd4040-f15c-45cb-807a-0c89a7d45224 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0925672 Jun 29 13:37:48.424681 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a197fa33-5946-4357-a0bf-6571806cb4ea req-bcd6920b-c06e-4d17-bdef-eb07f7fec35c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Jun 29 13:37:48.456335 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-fb26f714-860a-4d9b-b35a-98193aed7fd1 None None] Provisioning complete for port 3440d288-a4e4-40a7-be03-05d366dad29d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:48.456952 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fb26f714-860a-4d9b-b35a-98193aed7fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:48.477839 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-32a2bb14-7cc1-4c23-a68b-c440da970b12 req-e2eaa883-6263-4b5f-9b89-85cdb1b9f9a6 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581710 Jun 29 13:37:48.767066 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-cc59499a-7acb-421e-967e-67fdd2dfc028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:49.145862 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1b92e-196d-4555-a790-b49e1caeaf4e req-b94f93a6-8f40-4346-bcbb-b9d5b3042885 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:49.147424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-82a1b92e-196d-4555-a790-b49e1caeaf4e req-b94f93a6-8f40-4346-bcbb-b9d5b3042885 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0658522 Jun 29 13:37:49.185392 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-82a1b92e-196d-4555-a790-b49e1caeaf4e req-53ee4038-e52f-487b-a914-747432a183f8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Jun 29 13:37:49.625223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cfb0b-c68a-4476-ba1a-6118119610e8 req-2defc544-d906-464b-86eb-4ae98d28c5c4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:49.626986 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a55cfb0b-c68a-4476-ba1a-6118119610e8 req-2defc544-d906-464b-86eb-4ae98d28c5c4 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0748792 Jun 29 13:37:49.667615 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a55cfb0b-c68a-4476-ba1a-6118119610e8 req-11460f11-7ee6-4659-aea5-3e3120021bf3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Jun 29 13:37:49.813259 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a5404f73-8e9d-465e-b293-6c9a38511110 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:37:49.844366 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: a5404f73-8e9d-465e-b293-6c9a38511110 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:37:49.845973 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a5404f73-8e9d-465e-b293-6c9a38511110 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:37:50.029460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:50.032278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a3acd-40e0-49e7-856b-929b349cb28a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:50.069488 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af218cc9-aedd-4721-867b-f95ca44a9895 x-openstack-request-id: req-af218cc9-aedd-4721-867b-f95ca44a9895 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:50.069820 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:50.070136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af218cc9-aedd-4721-867b-f95ca44a9895 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:50.070584 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:37:50.177373 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-e2266af7-19ed-4bc5-a8e5-2faa065ec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.178821 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-e2266af7-19ed-4bc5-a8e5-2faa065ec475 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1137 time: 0.0577888 Jun 29 13:37:50.308396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-4d6204e4-4d34-4f28-a1bd-f440fe6adf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.309868 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-4d6204e4-4d34-4f28-a1bd-f440fe6adf52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 916 time: 0.1062565 Jun 29 13:37:50.388105 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-a8156ec7-ce7b-4829-9059-1f666d3342b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 1001 time: 0.0634501 Jun 29 13:37:50.409758 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa856-8882-4541-9db3-54f386defbf6 req-233794fc-5621-460e-b052-7fdb2485cb4d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.411376 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-710aa856-8882-4541-9db3-54f386defbf6 req-233794fc-5621-460e-b052-7fdb2485cb4d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0704536 Jun 29 13:37:50.459873 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-dfece636-d31a-4242-b229-1e7132b07d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.461585 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-dfece636-d31a-4242-b229-1e7132b07d6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0503542 Jun 29 13:37:50.462592 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-710aa856-8882-4541-9db3-54f386defbf6 req-fe7395ec-77c5-4b39-a6ba-661198a9048f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 Jun 29 13:37:50.567204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52cc0-bc49-4cdc-bb96-5d51d3f812ba req-e25a9480-fb9e-4fd6-918b-ab686af36414 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.568683 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7f52cc0-bc49-4cdc-bb96-5d51d3f812ba req-e25a9480-fb9e-4fd6-918b-ab686af36414 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0714531 Jun 29 13:37:50.612305 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7f52cc0-bc49-4cdc-bb96-5d51d3f812ba req-3ab13982-52f9-4438-a393-001893daf28c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371001 Jun 29 13:37:50.846189 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437d52f-015e-4b9a-9148-597d10d7efd1 req-bf51f019-16b9-40d0-882d-13e3a0bd70d1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:50.847674 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6437d52f-015e-4b9a-9148-597d10d7efd1 req-bf51f019-16b9-40d0-882d-13e3a0bd70d1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0660837 Jun 29 13:37:50.885256 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6437d52f-015e-4b9a-9148-597d10d7efd1 req-e101e8d1-b7d7-488c-a2a8-135bf64814a2 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Jun 29 13:37:51.231283 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5dbb5856-27d3-4af3-b8e7-a46b2bef4f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:51.488355 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:51.563551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-58dadcb0-e2bf-488e-913c-bcc834a487a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:51.565775 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-58dadcb0-e2bf-488e-913c-bcc834a487a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559678 Jun 29 13:37:51.645487 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6dbf6-cf73-4e70-9db3-94ee758731b6 req-4ccf12ea-20c4-4576-8c84-6b59a1c8d2bf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:51.647274 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4ea6dbf6-cf73-4e70-9db3-94ee758731b6 req-4ccf12ea-20c4-4576-8c84-6b59a1c8d2bf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0627217 Jun 29 13:37:51.685492 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4ea6dbf6-cf73-4e70-9db3-94ee758731b6 req-d118fa53-ca68-4985-ba5f-0160383d430e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Jun 29 13:37:51.793489 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b160194-b938-4b33-9729-99e97b39daa7 req-504d2fc4-9b09-4b63-9b56-f82dcb6d3f00 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:51.795071 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b160194-b938-4b33-9729-99e97b39daa7 req-504d2fc4-9b09-4b63-9b56-f82dcb6d3f00 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0680285 Jun 29 13:37:51.832151 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b160194-b938-4b33-9729-99e97b39daa7 req-00fd8099-ff16-440b-9c83-72e9ddf029fe tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Jun 29 13:37:52.061777 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6d085-0503-4b29-8fc4-f5306556961c req-3dac0005-33b8-4821-8da2-8ab608f7bf2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:52.063361 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1fc6d085-0503-4b29-8fc4-f5306556961c req-3dac0005-33b8-4821-8da2-8ab608f7bf2e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0680213 Jun 29 13:37:52.104893 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1fc6d085-0503-4b29-8fc4-f5306556961c req-304a9ce1-51e7-4b1a-b8e9-3b1084086e07 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Jun 29 13:37:52.607890 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-62e72734-923d-4b27-9aa8-cdf8d4b73f7d service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Jun 29 13:37:52.679130 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:52.867536 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536a38-5220-4b81-bdda-747bed0cefc8 req-e6319ea4-a8fd-4a54-b7bd-c671f2f40a31 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:52.869106 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-95536a38-5220-4b81-bdda-747bed0cefc8 req-e6319ea4-a8fd-4a54-b7bd-c671f2f40a31 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jun 29 13:37:52.909011 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-95536a38-5220-4b81-bdda-747bed0cefc8 req-b4cbb5b7-7f17-415f-a387-ea8ea964031c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Jun 29 13:37:53.012632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29403d49-db6a-4b65-b066-d04d84bc3244 req-945a8f64-9866-48fa-96bd-562d849815e2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:53.014125 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-29403d49-db6a-4b65-b066-d04d84bc3244 req-945a8f64-9866-48fa-96bd-562d849815e2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0689945 Jun 29 13:37:53.053216 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-29403d49-db6a-4b65-b066-d04d84bc3244 req-86050f9e-512d-484d-aa1d-0d052b6b27e2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Jun 29 13:37:53.283684 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2f2a-4f8d-4ff4-a627-5c1b2b3ef783 req-b99c3b79-8ba6-4682-b71b-5e986c24bfcc tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:53.285184 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d62a2f2a-4f8d-4ff4-a627-5c1b2b3ef783 req-b99c3b79-8ba6-4682-b71b-5e986c24bfcc tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0664082 Jun 29 13:37:53.324059 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d62a2f2a-4f8d-4ff4-a627-5c1b2b3ef783 req-5082da70-837d-4141-b446-44c3ec1cd13f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Jun 29 13:37:53.782165 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ce8a3acd-40e0-49e7-856b-929b349cb28a req-406eef06-6d2c-465b-b9a4-2497af93b85b service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878398 Jun 29 13:37:54.090778 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:54.093829 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1ca5-cf36-48ec-8170-7efcce94dee3 req-6674b28e-022f-4449-b6c3-e6e096e19967 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:54.095521 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-054a1ca5-cf36-48ec-8170-7efcce94dee3 req-6674b28e-022f-4449-b6c3-e6e096e19967 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0691693 Jun 29 13:37:54.134092 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-054a1ca5-cf36-48ec-8170-7efcce94dee3 req-fb7c8d35-6999-4394-8fc3-c726425657c1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Jun 29 13:37:54.229726 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4796cf2-a5f3-4762-832c-1cd604eda40e req-6fd57b8f-c1a3-4c52-99cd-745aaaa170bc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:54.231255 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a4796cf2-a5f3-4762-832c-1cd604eda40e req-6fd57b8f-c1a3-4c52-99cd-745aaaa170bc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0646298 Jun 29 13:37:54.270403 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a4796cf2-a5f3-4762-832c-1cd604eda40e req-c67ee727-fb62-4ae1-9c75-63f22c15d71c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329282 Jun 29 13:37:54.504026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeda6d-5526-40e5-b1b7-4dfb757236fd req-79fa3220-20bc-466b-a3b9-c88e3dcae7d6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:54.505938 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3aaeda6d-5526-40e5-b1b7-4dfb757236fd req-79fa3220-20bc-466b-a3b9-c88e3dcae7d6 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0633686 Jun 29 13:37:54.544377 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3aaeda6d-5526-40e5-b1b7-4dfb757236fd req-8974a19d-a3ef-4b1a-924a-45ae2e0e7815 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Jun 29 13:37:55.404599 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e90246-8491-424e-8d5a-1d1e2ac6f34e req-8792fe12-dc4c-4498-9fdc-de4718324332 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:55.406200 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5e90246-8491-424e-8d5a-1d1e2ac6f34e req-8792fe12-dc4c-4498-9fdc-de4718324332 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0984473 Jun 29 13:37:55.466555 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5e90246-8491-424e-8d5a-1d1e2ac6f34e req-21a44dca-9d62-4364-bd1f-23367505d208 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534799 Jun 29 13:37:55.527206 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3299fc-a2a3-439f-bcf3-749a4cf15869 req-6ab4928b-c439-4be4-b4a6-18bdfab2404a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:55.529654 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fe3299fc-a2a3-439f-bcf3-749a4cf15869 req-6ab4928b-c439-4be4-b4a6-18bdfab2404a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1092255 Jun 29 13:37:55.601852 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fe3299fc-a2a3-439f-bcf3-749a4cf15869 req-99ef8b8d-2c13-4e2c-b46d-1f12e88070c9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648165 Jun 29 13:37:55.780432 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0b39c-1601-4231-9f65-09d0d9b7df1d req-e9a79932-2bcf-43c4-910e-7bdabbc0ce74 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:55.783806 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8aa0b39c-1601-4231-9f65-09d0d9b7df1d req-e9a79932-2bcf-43c4-910e-7bdabbc0ce74 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0955391 Jun 29 13:37:55.818812 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:37:55.831985 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8aa0b39c-1601-4231-9f65-09d0d9b7df1d req-d4597e97-b5d9-4959-81eb-d50769e393e8 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jun 29 13:37:55.967244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:55.980785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:37:56.058767 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:56.093860 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:37:56.149575 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:56.158542 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:56.162534 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:56.387774 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=6']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:56.391520 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:56.474207 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:37:56.813843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1749ab-5759-497d-b29c-f3ae194e5d98 req-67a20da0-288a-4595-8d92-39f1302de433 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:56.822111 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bd1749ab-5759-497d-b29c-f3ae194e5d98 req-67a20da0-288a-4595-8d92-39f1302de433 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.1851373 Jun 29 13:37:56.877895 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bd1749ab-5759-497d-b29c-f3ae194e5d98 req-d28dd411-6dcc-499c-bf1b-4b4060b24771 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543637 Jun 29 13:37:56.911987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443ad78-095e-4699-aeae-dcf0facc62ba req-f8033475-16fd-4cdf-af85-e9aff86cea62 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:56.924719 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0443ad78-095e-4699-aeae-dcf0facc62ba req-f8033475-16fd-4cdf-af85-e9aff86cea62 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1102202 Jun 29 13:37:56.983288 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0443ad78-095e-4699-aeae-dcf0facc62ba req-7ca6ae86-15f0-4c22-9073-ad0692308e4e tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565798 Jun 29 13:37:57.135210 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493581a1-8d0e-496a-a393-225252fd8da8 req-1de6a85d-80d7-4925-b733-6f43b9389829 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:57.136628 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-493581a1-8d0e-496a-a393-225252fd8da8 req-1de6a85d-80d7-4925-b733-6f43b9389829 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0905943 Jun 29 13:37:57.182941 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-493581a1-8d0e-496a-a393-225252fd8da8 req-ba62abad-5a3f-42c3-bfd0-e9480ba6e4af tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Jun 29 13:37:57.905213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:37:57.982237 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:37:57.982722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:58.120062 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:58.165944 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:37:58.167547 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:37:58.182244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f8538-6361-4d90-80f2-fda8f65f543a" -d '{"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:37:58.191105 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:37:58.193573 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:37:58.288672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d8d3f-06e7-49b7-a6ec-520ea61a81b3 req-b9656cb1-4cbc-4ce9-a333-900d815d8a24 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:58.289699 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=7']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:37:58.291501 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-747d8d3f-06e7-49b7-a6ec-520ea61a81b3 req-b9656cb1-4cbc-4ce9-a333-900d815d8a24 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1199195 Jun 29 13:37:58.293059 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:37:58.355423 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-747d8d3f-06e7-49b7-a6ec-520ea61a81b3 req-dd65f77f-3f8e-4741-b632-b7fcf927d395 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541613 Jun 29 13:37:58.396950 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df455b-f2b5-490e-8ada-a6ed858a160e req-b9dfd74c-5407-4ed9-9e11-8d148addd3ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:58.398689 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-56df455b-f2b5-490e-8ada-a6ed858a160e req-b9dfd74c-5407-4ed9-9e11-8d148addd3ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.3593974 Jun 29 13:37:58.429687 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f91ced-bbc6-4b09-8d70-034530ebb4a9 x-openstack-request-id: req-c3f91ced-bbc6-4b09-8d70-034530ebb4a9 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:37:58.430300 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:37:58.430786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3f91ced-bbc6-4b09-8d70-034530ebb4a9 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:37:58.431397 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'code': 200} Jun 29 13:37:58.457139 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-56df455b-f2b5-490e-8ada-a6ed858a160e req-79895008-4d48-4763-b818-681539bf7685 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518222 Jun 29 13:37:58.630361 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8253b4-0937-4e2f-ab49-b27575b75307 req-b5e759de-7832-49ff-8606-3f3d8ed362cb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:58.643551 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a8253b4-0937-4e2f-ab49-b27575b75307 req-b5e759de-7832-49ff-8606-3f3d8ed362cb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1174085 Jun 29 13:37:58.688263 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a8253b4-0937-4e2f-ab49-b27575b75307 req-f844e235-17a1-46d5-9e7b-3e23bb69d94d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Jun 29 13:37:59.619416 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd028231-8e10-4a41-9500-012e08fab3e6 req-a5a3467d-2f12-4a86-8085-a7c655b9be5f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:59.621781 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd028231-8e10-4a41-9500-012e08fab3e6 req-a5a3467d-2f12-4a86-8085-a7c655b9be5f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0944560 Jun 29 13:37:59.680331 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bd028231-8e10-4a41-9500-012e08fab3e6 req-3a900aef-56c5-4029-93f1-4cd62306268e tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491741 Jun 29 13:37:59.713861 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6420-3559-4ab6-bed3-ee9f4eda5c1a req-464852a2-a46c-4c41-96b4-546ce652c74d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:59.718888 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-930b6420-3559-4ab6-bed3-ee9f4eda5c1a req-464852a2-a46c-4c41-96b4-546ce652c74d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0974443 Jun 29 13:37:59.799731 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-930b6420-3559-4ab6-bed3-ee9f4eda5c1a req-5772dbcc-d757-4b1c-8c9d-e25f4f4da06e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740330 Jun 29 13:37:59.906007 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baeffd-5ece-46d6-a98b-db060cb36f9e req-a4d9ff7a-b957-4fe8-86c8-98cc3a4f5cd2 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:37:59.910584 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-56baeffd-5ece-46d6-a98b-db060cb36f9e req-a4d9ff7a-b957-4fe8-86c8-98cc3a4f5cd2 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0770488 Jun 29 13:37:59.949176 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-56baeffd-5ece-46d6-a98b-db060cb36f9e req-75acfead-c3e0-4189-bff1-9225ad836cbb tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jun 29 13:38:00.874902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373069eb-5761-4357-8886-75950697ffc2 req-1424f336-c126-4deb-ba22-f9b7784b881a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:00.877354 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-373069eb-5761-4357-8886-75950697ffc2 req-1424f336-c126-4deb-ba22-f9b7784b881a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0750690 Jun 29 13:38:00.925527 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-373069eb-5761-4357-8886-75950697ffc2 req-6eb8c693-857f-4b2f-805a-8bcefd1a42be tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Jun 29 13:38:01.096550 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3938a6-502a-4938-a30e-0cc0c4c62a5b req-a1a09d34-bcc3-4a6e-acc7-ae1b2447a71a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:01.102912 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e3938a6-502a-4938-a30e-0cc0c4c62a5b req-a1a09d34-bcc3-4a6e-acc7-ae1b2447a71a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1315544 Jun 29 13:38:01.161180 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e3938a6-502a-4938-a30e-0cc0c4c62a5b req-0adcd0b7-2777-4711-a9bf-b5c996ed4fe9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562165 Jun 29 13:38:01.201567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04c3fb-7b07-4ad6-ad28-c03f8d237ac9 req-f871aa1c-98f0-4095-92bb-7acf1fb8127f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:01.211622 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ec04c3fb-7b07-4ad6-ad28-c03f8d237ac9 req-f871aa1c-98f0-4095-92bb-7acf1fb8127f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1095243 Jun 29 13:38:01.271775 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ec04c3fb-7b07-4ad6-ad28-c03f8d237ac9 req-17b161be-b1da-4c7c-93bb-78a7a7c22f8b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Jun 29 13:38:02.171362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6763-acee-43ff-867f-7553331d25d9 req-f0e39469-5075-4ef7-b79b-57d995d00d8f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:02.174728 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-dbdb6763-acee-43ff-867f-7553331d25d9 req-f0e39469-5075-4ef7-b79b-57d995d00d8f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0855210 Jun 29 13:38:02.251321 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-dbdb6763-acee-43ff-867f-7553331d25d9 req-dade4575-27eb-47c4-9552-ba6146a3bca6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678070 Jun 29 13:38:02.466921 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad91ac-fdc1-4f55-a3ca-1fc56df723af req-b06b0c7b-1737-44f4-a9d0-7abcadd46e98 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:02.474717 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b8ad91ac-fdc1-4f55-a3ca-1fc56df723af req-b06b0c7b-1737-44f4-a9d0-7abcadd46e98 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0903332 Jun 29 13:38:02.527072 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b8ad91ac-fdc1-4f55-a3ca-1fc56df723af req-011dc0ac-f532-418f-8048-b4a828bc4333 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512598 Jun 29 13:38:02.552369 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670915f-3d4f-4dcf-9936-ac31dea0bdb5 req-4ec51fe8-f3e4-471b-b7d1-3ca9a3fb5316 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:02.554205 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6670915f-3d4f-4dcf-9936-ac31dea0bdb5 req-4ec51fe8-f3e4-471b-b7d1-3ca9a3fb5316 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1186943 Jun 29 13:38:02.619274 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6670915f-3d4f-4dcf-9936-ac31dea0bdb5 req-0fc51e25-c0c1-4980-bc47-5f7e9371e2be tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500331 Jun 29 13:38:03.507674 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb96f-77b7-40d1-a6dc-1def85096b56 req-80fadaa7-afeb-4655-b0f2-26551229ea5f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:03.510945 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-48dcb96f-77b7-40d1-a6dc-1def85096b56 req-80fadaa7-afeb-4655-b0f2-26551229ea5f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1059625 Jun 29 13:38:03.601410 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-48dcb96f-77b7-40d1-a6dc-1def85096b56 req-f1b7a4d4-ebc7-4a72-9572-3551e77522b7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833256 Jun 29 13:38:03.871607 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678f836-95e2-4892-b4f6-dc923ccb265e req-3ca7fd47-f337-42e6-a209-f20ca328cb74 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:03.886931 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4678f836-95e2-4892-b4f6-dc923ccb265e req-3ca7fd47-f337-42e6-a209-f20ca328cb74 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1756454 Jun 29 13:38:03.939410 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4678f836-95e2-4892-b4f6-dc923ccb265e req-213c3a63-22b1-4ce6-beb1-7d844227d345 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512412 Jun 29 13:38:03.983262 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a154754-6515-4fa5-8a50-8e101fcef95b req-bdeed687-025d-4b6d-a956-3f1edfdf25d5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:03.983262 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7a154754-6515-4fa5-8a50-8e101fcef95b req-bdeed687-025d-4b6d-a956-3f1edfdf25d5 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1709793 Jun 29 13:38:04.060217 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7a154754-6515-4fa5-8a50-8e101fcef95b req-e642dba0-7917-474d-88a7-477cf6454848 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Jun 29 13:38:04.892398 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:04.923081 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde54b-1989-4082-a0ec-4b7130b825df req-c11b27b9-6aae-44a1-a257-d330a2dffb62 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:04.938422 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6cdde54b-1989-4082-a0ec-4b7130b825df req-c11b27b9-6aae-44a1-a257-d330a2dffb62 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1749148 Jun 29 13:38:05.008846 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6cdde54b-1989-4082-a0ec-4b7130b825df req-f6e0493b-4e85-46ca-859f-1008b7f9eed9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625479 Jun 29 13:38:05.275606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed26c6-2c0c-488b-973a-adb8febeac1d req-f9caa6ae-4036-4804-bc4e-5a8517f7df23 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:05.283513 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c06b6-9c2a-4e23-90f4-b681aec4f6b4 req-ff58d1ce-f9e9-43de-bf6e-6bb8809cf378 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:05.284030 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6eed26c6-2c0c-488b-973a-adb8febeac1d req-f9caa6ae-4036-4804-bc4e-5a8517f7df23 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0800302 Jun 29 13:38:05.284947 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c50c06b6-9c2a-4e23-90f4-b681aec4f6b4 req-ff58d1ce-f9e9-43de-bf6e-6bb8809cf378 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1377721 Jun 29 13:38:05.338893 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6eed26c6-2c0c-488b-973a-adb8febeac1d req-8e854e44-56ee-4d88-8c41-90b51cf94a58 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539372 Jun 29 13:38:05.405783 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c50c06b6-9c2a-4e23-90f4-b681aec4f6b4 req-de51f054-7ddd-43e6-95a1-2a6ef47f4c75 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056836 Jun 29 13:38:06.498631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcae29-406d-4ad2-a297-7d9438bfb4b5 req-fb77817a-670a-4219-9bf7-562673199bfb tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:06.506819 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ffbcae29-406d-4ad2-a297-7d9438bfb4b5 req-fb77817a-670a-4219-9bf7-562673199bfb tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1879764 Jun 29 13:38:06.594002 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ffbcae29-406d-4ad2-a297-7d9438bfb4b5 req-ce0bc27d-3ca9-4a18-9c45-6c8e8a063df8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811076 Jun 29 13:38:06.808055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeccc6-9a55-46a7-b3f9-9dd0f98904cf req-bf95bc73-af37-49fa-8c04-19a122e023aa tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:06.809737 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4deeccc6-9a55-46a7-b3f9-9dd0f98904cf req-bf95bc73-af37-49fa-8c04-19a122e023aa tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1444108 Jun 29 13:38:06.911814 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4deeccc6-9a55-46a7-b3f9-9dd0f98904cf req-35d2249d-9334-4652-803a-15b84050400c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Jun 29 13:38:07.104413 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937e3-d614-4b72-a993-90e65f4fcb5c req-a82a4564-255f-4a4a-a25f-ecdf62bd25e6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:07.127345 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-075937e3-d614-4b72-a993-90e65f4fcb5c req-a82a4564-255f-4a4a-a25f-ecdf62bd25e6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.2635138 Jun 29 13:38:07.264452 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-075937e3-d614-4b72-a993-90e65f4fcb5c req-d42abdaf-42f6-4bbc-9d62-ce5d982235bd tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347010 Jun 29 13:38:07.942781 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47dd73-21d0-4c1e-9371-470106c9f458 req-30e94336-e2dd-48ce-816f-5ed10788c35b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:07.956043 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d47dd73-21d0-4c1e-9371-470106c9f458 req-30e94336-e2dd-48ce-816f-5ed10788c35b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1302295 Jun 29 13:38:08.078077 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d47dd73-21d0-4c1e-9371-470106c9f458 req-6f1f5f95-7b51-4dcf-acc6-efe8b7d2c2fd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094875 Jun 29 13:38:08.324120 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6535-17fa-480a-add3-a1d84a4013f0 req-c87ec316-78f7-43ca-aa57-d3e243a40d9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:08.337644 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d42e6535-17fa-480a-add3-a1d84a4013f0 req-c87ec316-78f7-43ca-aa57-d3e243a40d9f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1425605 Jun 29 13:38:08.429896 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d42e6535-17fa-480a-add3-a1d84a4013f0 req-f0031126-2677-4386-b802-71826908b28d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897646 Jun 29 13:38:08.608825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf8cc0-3716-4a81-aa4a-88ee3b9c2848 req-393abb6e-8cee-4aee-9692-b1dc7ce10dfc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:08.616609 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbbf8cc0-3716-4a81-aa4a-88ee3b9c2848 req-393abb6e-8cee-4aee-9692-b1dc7ce10dfc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0791183 Jun 29 13:38:08.667496 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbbf8cc0-3716-4a81-aa4a-88ee3b9c2848 req-5a7b8ca5-969d-4d31-962d-9eb784da3e85 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484576 Jun 29 13:38:09.512605 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c2c31-5d1b-45ec-b28b-1f07ac1b30c9 req-a13c6af5-6852-4345-94c8-738a1bdc6579 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:09.520894 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b20c2c31-5d1b-45ec-b28b-1f07ac1b30c9 req-a13c6af5-6852-4345-94c8-738a1bdc6579 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1100957 Jun 29 13:38:09.597782 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b20c2c31-5d1b-45ec-b28b-1f07ac1b30c9 req-3e32238b-4f2a-447a-a3bb-c3239ff41dd6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750182 Jun 29 13:38:09.745332 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78e946-8fbc-4747-86ac-cfc444922aba req-2b95d13d-4686-4dfc-872e-fac7e359e579 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:09.754328 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bd78e946-8fbc-4747-86ac-cfc444922aba req-2b95d13d-4686-4dfc-872e-fac7e359e579 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0767803 Jun 29 13:38:09.803753 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bd78e946-8fbc-4747-86ac-cfc444922aba req-373c6878-7fac-4d52-83da-bb382db5d639 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Jun 29 13:38:09.902454 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885cc8e-543e-4ac2-ab59-943679380c30 req-53d29a23-a3ca-4331-8a16-c653332aec78 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:09.912268 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a885cc8e-543e-4ac2-ab59-943679380c30 req-53d29a23-a3ca-4331-8a16-c653332aec78 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0893462 Jun 29 13:38:09.969137 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a885cc8e-543e-4ac2-ab59-943679380c30 req-c60ebb6d-b95c-4b92-8118-00f017e4573f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551946 Jun 29 13:38:11.044775 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afba7a-75fc-43b6-b8c6-ad88c61ba8da req-de70f5c0-1317-4246-9406-22e2ed007e8f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:11.047373 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f3afba7a-75fc-43b6-b8c6-ad88c61ba8da req-de70f5c0-1317-4246-9406-22e2ed007e8f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1024516 Jun 29 13:38:11.166539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f3afba7a-75fc-43b6-b8c6-ad88c61ba8da req-5cb732a9-8441-4dbf-9f45-859a84a47495 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019917 Jun 29 13:38:11.254002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433295-7dd7-48c6-8c6f-2e48441570bd req-8581d5df-e846-47e9-9ed6-48a44b8a083e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:11.256203 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-12433295-7dd7-48c6-8c6f-2e48441570bd req-8581d5df-e846-47e9-9ed6-48a44b8a083e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.2006941 Jun 29 13:38:11.373765 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-12433295-7dd7-48c6-8c6f-2e48441570bd req-5659c949-ea4f-4fda-b26a-aad55d518547 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072626 Jun 29 13:38:11.714221 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d8f3-66a1-4713-96fd-942b20e7848e req-4741b9ae-43ec-4b38-a414-ff51bd80b90c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:11.723401 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b599d8f3-66a1-4713-96fd-942b20e7848e req-4741b9ae-43ec-4b38-a414-ff51bd80b90c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1435537 Jun 29 13:38:11.794437 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b599d8f3-66a1-4713-96fd-942b20e7848e req-f8261765-5cdb-4ed4-b0ad-e657f882229c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694361 Jun 29 13:38:12.511109 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee12c-e134-4a78-944f-c782c7eedcb3 req-7a50bfbf-aae3-4262-8e07-f6b46a84adde tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:12.521447 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83fee12c-e134-4a78-944f-c782c7eedcb3 req-7a50bfbf-aae3-4262-8e07-f6b46a84adde tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0999727 Jun 29 13:38:12.618987 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83fee12c-e134-4a78-944f-c782c7eedcb3 req-7cfecaa2-0c72-47c9-96f5-3e6ab13e6f9d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954018 Jun 29 13:38:12.715836 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059d95-71f2-4305-80dd-2cd757784ab6 req-1998d9a0-523a-407d-ba92-626e7473fd2c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:12.717354 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c059d95-71f2-4305-80dd-2cd757784ab6 req-1998d9a0-523a-407d-ba92-626e7473fd2c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1184709 Jun 29 13:38:12.785586 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c059d95-71f2-4305-80dd-2cd757784ab6 req-1feb5446-0b4a-4ce9-ac76-350a6379f6a1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Jun 29 13:38:12.904419 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:38:13.045545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33718-cb9b-49ac-8faa-c8e7bfad9ab0 req-fbf2f937-bdc0-456f-be9f-39843ebec84e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:13.048012 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5ed33718-cb9b-49ac-8faa-c8e7bfad9ab0 req-fbf2f937-bdc0-456f-be9f-39843ebec84e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0884359 Jun 29 13:38:13.111759 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5ed33718-cb9b-49ac-8faa-c8e7bfad9ab0 req-0091ce00-c6a4-4fef-944e-96ae08b68364 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559344 Jun 29 13:38:13.370343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a06a4-f186-4f45-938c-5deb2e579119 req-86c87a29-9e60-4d95-81e9-d315c95326b5 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:13.372121 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2a8a06a4-f186-4f45-938c-5deb2e579119 req-86c87a29-9e60-4d95-81e9-d315c95326b5 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.0867324 Jun 29 13:38:13.421971 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2a8a06a4-f186-4f45-938c-5deb2e579119 req-0ccaebf7-4d3f-4a50-9751-f3a171983b6d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Jun 29 13:38:13.816167 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316652e-7a49-4d73-bf73-50e2e53e0e8e req-cc43d06d-103e-4428-8fa6-7164dc1d85f7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:13.827111 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1316652e-7a49-4d73-bf73-50e2e53e0e8e req-cc43d06d-103e-4428-8fa6-7164dc1d85f7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0922229 Jun 29 13:38:13.879495 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1316652e-7a49-4d73-bf73-50e2e53e0e8e req-02b75090-215d-462b-bc3d-e2f9ca11d7cd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505712 Jun 29 13:38:14.050183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46357c-8541-4774-b975-128a91b3d9a8 req-d19cb05a-8868-404a-8bdd-912cc1f67489 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:14.051676 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-db46357c-8541-4774-b975-128a91b3d9a8 req-d19cb05a-8868-404a-8bdd-912cc1f67489 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0936294 Jun 29 13:38:14.114772 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-db46357c-8541-4774-b975-128a91b3d9a8 req-c5433036-cc4a-475c-a6d8-c7b75da34f6e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Jun 29 13:38:14.350908 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a337703-29e0-4ade-a967-4a0a23880116 req-9713bd08-225e-4373-9bbf-eda2e873ba75 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:14.352691 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5a337703-29e0-4ade-a967-4a0a23880116 req-9713bd08-225e-4373-9bbf-eda2e873ba75 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0790246 Jun 29 13:38:14.395554 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5a337703-29e0-4ade-a967-4a0a23880116 req-ad52749b-c46d-4362-acd2-c9d1bd8fcd2e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 Jun 29 13:38:14.694823 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc130-97a2-474a-853f-1ca8a81107a9 req-005d397c-a756-4a07-942e-455474becbc0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:14.696445 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3b3cc130-97a2-474a-853f-1ca8a81107a9 req-005d397c-a756-4a07-942e-455474becbc0 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.1189148 Jun 29 13:38:14.739128 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8969b-1216-4c5f-ae1a-7b7c59611246 req-b837e941-1466-45a3-ad9e-c216f1eaa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:14.741282 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fae8969b-1216-4c5f-ae1a-7b7c59611246 req-b837e941-1466-45a3-ad9e-c216f1eaa561 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.1086438 Jun 29 13:38:14.768386 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3b3cc130-97a2-474a-853f-1ca8a81107a9 req-c06de4b7-1b05-4d69-922a-046c58723041 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614178 Jun 29 13:38:14.828427 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fae8969b-1216-4c5f-ae1a-7b7c59611246 req-c8676e11-d7ff-44d7-a7a2-6f63b037f453 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Jun 29 13:38:15.120853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f14a8-e17d-4282-9934-dc74d4839c73 req-05ba5d1f-5330-4729-9cc4-beab3f600fb2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:15.122603 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b43f14a8-e17d-4282-9934-dc74d4839c73 req-05ba5d1f-5330-4729-9cc4-beab3f600fb2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0983365 Jun 29 13:38:15.180440 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b43f14a8-e17d-4282-9934-dc74d4839c73 req-7124d525-7d63-472d-a469-9b5e6b9a161c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516357 Jun 29 13:38:15.320892 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc41acb-1d4e-48c0-a80a-bc9e091e3b25 req-5821acfd-f259-41a4-a82e-3f6cc914841a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:15.322561 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5dc41acb-1d4e-48c0-a80a-bc9e091e3b25 req-5821acfd-f259-41a4-a82e-3f6cc914841a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0838795 Jun 29 13:38:15.368559 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5dc41acb-1d4e-48c0-a80a-bc9e091e3b25 req-1b242f33-d113-41ad-bdfd-aea2dbfc6b5e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jun 29 13:38:15.468678 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-ecdf965a-43fe-4d4a-babb-cfa9a0855202 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:15.470670 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-ecdf965a-43fe-4d4a-babb-cfa9a0855202 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.0676701 Jun 29 13:38:15.575368 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Deleting port 178cec48-06ad-496c-bf05-658fe00e1a40 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:38:15.575709 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:15.581328 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e97e8-ad77-4630-b752-af0b2859868b req-9636e8a3-8ade-4860-8ce1-ebe3586ab0f6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:15.582908 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-778e97e8-ad77-4630-b752-af0b2859868b req-9636e8a3-8ade-4860-8ce1-ebe3586ab0f6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0677702 Jun 29 13:38:15.624049 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-778e97e8-ad77-4630-b752-af0b2859868b req-36e86176-9351-49fc-a308-9c457c648aab tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338354 Jun 29 13:38:15.936707 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] For port 178cec48-06ad-496c-bf05-658fe00e1a40, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=178cec48-06ad-496c-bf05-658fe00e1a40,segment=NetworkSegment(c7a0caa9-bcb5-4a0f-b664-ba3afa56c316),segment_id=c7a0caa9-bcb5-4a0f-b664-ba3afa56c316)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:15.937061 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:15.952500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Calling delete_port for 178cec48-06ad-496c-bf05-658fe00e1a40 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:38:16.007317 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 33538) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:16.027111 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e3f0e-c5ae-40eb-822e-99993ca1d751 req-a97c7d19-7a8d-4933-bf38-7cfd2879d3cd tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.028151 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-490e3f0e-c5ae-40eb-822e-99993ca1d751 req-a97c7d19-7a8d-4933-bf38-7cfd2879d3cd tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/ports?device_id=9012ef45-9252-4788-94e2-4241d9fdc86f HTTP/1.1" status: 200 len: 945 time: 0.1327660 Jun 29 13:38:16.051749 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Deleting subnet 4d86e161-fa8a-4b43-8d08-e1a52f59d20d {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:38:16.055237 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.090733 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.091297 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-490e3f0e-c5ae-40eb-822e-99993ca1d751 req-bbb0ff81-eb74-4fe9-8122-a0498874cb13 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.21 "GET /v2.0/security-groups?id=778d56fb-7d9c-4beb-8a6e-4b596809434e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Jun 29 13:38:16.151548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.155557 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:16.163362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['178cec48-06ad-496c-bf05-658fe00e1a40'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:38:16.164003 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.181811 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Pushing event deleted for resources: {'Port': ['ID=178cec48-06ad-496c-bf05-658fe00e1a40,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:16.184944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:16.226684 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914df70-f830-4b12-b296-40d96bd56e22 req-2f97019e-88d4-4ac6-89b8-01de9e01e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.228661 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-2f97019e-88d4-4ac6-89b8-01de9e01e733 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1098 time: 0.1019540 Jun 29 13:38:16.241819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] No DVR routers for this DVR port 178cec48-06ad-496c-bf05-658fe00e1a40 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:38:16.244906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.247448 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ebb8539b-d1fc-41c6-a04d-6eb04274d201 req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] 10.222.0.61 "DELETE /v2.0/ports/178cec48-06ad-496c-bf05-658fe00e1a40 HTTP/1.1" status: 204 len: 173 time: 0.7654464 Jun 29 13:38:16.248374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'name': 'network-vif-deleted', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:38:16.251613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee05243-11bd-4cd1-a1da-ecd6bcf86643" -d '{"events": [{"server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "name": "network-vif-deleted", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:38:16.258402 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.296344 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2ff9f36e-d543-452e-9561-1ab3cda6933c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:16.324939 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.325602 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0c7ad-a36c-4e15-b5ed-ce7cb9a5efca x-openstack-request-id: req-9ba0c7ad-a36c-4e15-b5ed-ce7cb9a5efca {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:38:16.326136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9012ef45-9252-4788-94e2-4241d9fdc86f", "name": "network-vif-deleted", "tag": "178cec48-06ad-496c-bf05-658fe00e1a40", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:38:16.326292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ba0c7ad-a36c-4e15-b5ed-ce7cb9a5efca {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:38:16.326908 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4d86e161-fa8a-4b43-8d08-e1a52f59d20d HTTP/1.1" status: 204 len: 168 time: 0.3185871 Jun 29 13:38:16.329986 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9012ef45-9252-4788-94e2-4241d9fdc86f', 'name': 'network-vif-deleted', 'tag': '178cec48-06ad-496c-bf05-658fe00e1a40', 'status': 'completed', 'code': 200} Jun 29 13:38:16.330442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33544) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:16.335771 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d86e161-fa8a-4b43-8d08-e1a52f59d20d,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:16.351679 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:16.398206 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914df70-f830-4b12-b296-40d96bd56e22 req-7f4e892a-72fc-423f-9c05-34d265cfe113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.399677 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-7f4e892a-72fc-423f-9c05-34d265cfe113 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1636360 Jun 29 13:38:16.412042 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.489787 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85eec-b415-4b96-bc65-f31c5c5de9a5 req-f1991fa9-5d24-4489-ad05-47df9f50cce5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.493401 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8da85eec-b415-4b96-bc65-f31c5c5de9a5 req-f1991fa9-5d24-4489-ad05-47df9f50cce5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1608844 Jun 29 13:38:16.509791 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-bd98bead-dace-4ca1-aa42-fc929b33aa1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 1001 time: 0.0973418 Jun 29 13:38:16.530628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.544886 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.545239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.545990 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.546368 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > port after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.546717 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.547048 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.547369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.547735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.548226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.548542 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.568151 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8da85eec-b415-4b96-bc65-f31c5c5de9a5 req-bb3e571d-15f9-4258-b31b-3cb3681f7429 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656366 Jun 29 13:38:16.575229 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914df70-f830-4b12-b296-40d96bd56e22 req-01f4cfd8-3d07-4d07-ab3b-62692593886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.576612 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-01f4cfd8-3d07-4d07-ab3b-62692593886b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0589297 Jun 29 13:38:16.633266 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914df70-f830-4b12-b296-40d96bd56e22 req-7bb1f053-6899-48f9-8329-4d68dfaa648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.634695 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-7bb1f053-6899-48f9-8329-4d68dfaa648e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509732 Jun 29 13:38:16.662775 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.663126 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.663467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.663804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 13:38:16.664386 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8651a0-dd2b-4d13-a179-e563375df802']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:16.683963 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ff6001-002a-4b20-90ae-04889a7c165d') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:16.684265 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ff6001-002a-4b20-90ae-04889a7c165d') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:16.714066 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.746659 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-9365dd4f-92e7-4345-a0db-ef20e72372e6 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947354 Jun 29 13:38:16.752043 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.766387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2aef-90ae-494a-b58c-1a44d2078e29 req-99178210-6c55-4eb6-8933-5338be63781c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.768357 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e23d2aef-90ae-494a-b58c-1a44d2078e29 req-99178210-6c55-4eb6-8933-5338be63781c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.2711794 Jun 29 13:38:16.772925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:38:16.772925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: from cryptography.utils import int_from_bytes Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: from cryptography.utils import int_from_bytes Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:38:16.777211 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:38:16.857245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.865223 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e23d2aef-90ae-494a-b58c-1a44d2078e29 req-16c72a73-170a-4a1e-a8b2-ece5b054ee45 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771244 Jun 29 13:38:16.867523 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7c85c5c2-ceca-4345-97ea-6ddf0066e67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:16.873576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:16.875448 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a8651a0-dd2b-4d13-a179-e563375df802 HTTP/1.1" status: 204 len: 168 time: 0.5440731 Jun 29 13:38:16.885049 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b914df70-f830-4b12-b296-40d96bd56e22 req-61844404-c365-4001-bdf7-a28ddcdb0675 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324217 Jun 29 13:38:16.885467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8651a0-dd2b-4d13-a179-e563375df802,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:16.887981 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:16.898743 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466512b-93a2-4706-90d3-605de0eba0c8 req-fcc91495-3078-43c6-a5a5-353c4828e45e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:16.900890 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b466512b-93a2-4706-90d3-605de0eba0c8 req-fcc91495-3078-43c6-a5a5-353c4828e45e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.1277559 Jun 29 13:38:16.964128 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b466512b-93a2-4706-90d3-605de0eba0c8 req-83c6e7da-021b-4148-aef0-970a48aafdcc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472970 Jun 29 13:38:17.110909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33560) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:17.159187 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-54d87c2a-2fcb-4a23-b111-6537a89c7dbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f0d11b4e0b046d89e83c24e9bc9650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448556 Jun 29 13:38:17.159423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 33564) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:17.215902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:17.237735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:17.297429 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:17.300610 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:17.304864 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2aa8f077-8eba-476b-b56f-3db5052f6385 HTTP/1.1" status: 204 len: 168 time: 0.1415188 Jun 29 13:38:17.304864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:17.325683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8f077-8eba-476b-b56f-3db5052f6385,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:17.328350 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:17.418900 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-561434e5-7ca5-489e-8794-537a689cbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:17.420885 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-561434e5-7ca5-489e-8794-537a689cbaa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee516bd3209443c8f410421ff9f6313&device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 1098 time: 0.0747886 Jun 29 13:38:17.532640 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb29ff-4813-4292-90d8-1faa69ca81f2 req-68f3f249-8123-4785-9b77-572be45dbb41 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:17.534676 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-05bb29ff-4813-4292-90d8-1faa69ca81f2 req-68f3f249-8123-4785-9b77-572be45dbb41 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1217511 Jun 29 13:38:17.543906 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-237e5346-ea28-4544-8f7f-33501cf49fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:17.545400 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-237e5346-ea28-4544-8f7f-33501cf49fba service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 200 len: 920 time: 0.1177373 Jun 29 13:38:17.591414 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-05bb29ff-4813-4292-90d8-1faa69ca81f2 req-9879516f-a7f4-464a-956f-2cb348e7466f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505340 Jun 29 13:38:17.603702 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-06b62fc5-26d4-4b03-a465-4946805470fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 200 len: 217 time: 0.0423870 Jun 29 13:38:17.666846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-faddada2-cd59-4d2e-a765-2e4e87a8b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:17.668226 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-faddada2-cd59-4d2e-a765-2e4e87a8b5e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 200 len: 859 time: 0.0530987 Jun 29 13:38:17.706843 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-3d07ed33-76c9-4766-894b-674a6608d935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0aa4680-d7a2-499c-a5d6-cf550e5236a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308266 Jun 29 13:38:17.835952 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-9c269451-3432-450c-8bec-03efcec82dcf service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206739 Jun 29 13:38:17.845019 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7af1-15b4-47bf-8900-86a085f89aa3 req-30b6dbf6-e3bb-43e9-b33c-56572bd75383 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:17.846630 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f24e7af1-15b4-47bf-8900-86a085f89aa3 req-30b6dbf6-e3bb-43e9-b33c-56572bd75383 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1425934 Jun 29 13:38:17.930691 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f24e7af1-15b4-47bf-8900-86a085f89aa3 req-a005204d-24a9-4633-bb6b-5f1a476ee0a3 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782576 Jun 29 13:38:17.964070 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f59e9f58-5ea0-449e-b040-96d13bb104f6 req-ed4d3b8a-56fb-475f-a277-8948167c9426 service neutron] 10.222.0.61 "GET /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104722 Jun 29 13:38:18.159099 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90954c-a68d-4fe1-a91c-967bd9e5b286 req-d9847155-efbe-4ba9-9930-84ef2ae8ea00 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:18.160552 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cb90954c-a68d-4fe1-a91c-967bd9e5b286 req-d9847155-efbe-4ba9-9930-84ef2ae8ea00 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 945 time: 0.0653820 Jun 29 13:38:18.201744 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cb90954c-a68d-4fe1-a91c-967bd9e5b286 req-3eb9c7b0-cac2-4459-8f05-7db509d7e3f4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Jun 29 13:38:18.749953 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-55ca3ed5-8707-4b7e-9977-cb53e088f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:18.808993 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ff27-6e4b-45c2-b0cc-d226c39b9200 req-465d1e8b-af01-4065-87a1-e19688dee34f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:18.810094 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d839ff27-6e4b-45c2-b0cc-d226c39b9200 req-465d1e8b-af01-4065-87a1-e19688dee34f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0869865 Jun 29 13:38:18.851080 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d839ff27-6e4b-45c2-b0cc-d226c39b9200 req-1a519e8f-11b7-497e-9023-265a3ea52e2a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339544 Jun 29 13:38:19.099835 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:19.148331 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fbfcd-96f9-4b21-b1aa-397cd880a545 req-0645a1c1-7d77-4412-867d-d371e7a5816e tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:19.149815 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a68fbfcd-96f9-4b21-b1aa-397cd880a545 req-0645a1c1-7d77-4412-867d-d371e7a5816e tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0768011 Jun 29 13:38:19.186144 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:19.190069 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a68fbfcd-96f9-4b21-b1aa-397cd880a545 req-50815c24-cbca-4c6d-a547-2894ffe3c633 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341251 Jun 29 13:38:19.208871 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:38:19.211702 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967286d3-c6bd-4508-aef8-ddcd39931090" -d '{"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:38:19.226473 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:19.232063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:19.233068 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 178cec48-06ad-496c-bf05-658fe00e1a40 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:19.236815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:19.255915 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 178cec48-06ad-496c-bf05-658fe00e1a40 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:38:19.256343 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 178cec48-06ad-496c-bf05-658fe00e1a40 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:38:19.277676 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e348d-36ae-4a47-965f-fdb8c3260e8f x-openstack-request-id: req-7c0e348d-36ae-4a47-965f-fdb8c3260e8f {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:38:19.277992 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:38:19.278284 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c0e348d-36ae-4a47-965f-fdb8c3260e8f {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:38:19.278677 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'code': 200} Jun 29 13:38:19.305651 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=8']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:19.309432 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:19.389369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a76f-97b2-4c18-a2dc-03ed27712f8e req-fe3f7761-9b6a-40e7-8d38-67d73e601bda tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:19.390898 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63e5a76f-97b2-4c18-a2dc-03ed27712f8e req-fe3f7761-9b6a-40e7-8d38-67d73e601bda tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0649753 Jun 29 13:38:19.437249 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63e5a76f-97b2-4c18-a2dc-03ed27712f8e req-39ce8d07-1af9-4671-b563-6bf13a2634ac tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Jun 29 13:38:20.052918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f83301-3791-4629-987d-8cea2a06d271 req-4df87115-2d3c-4258-b73b-a914ed360868 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:20.054509 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-27f83301-3791-4629-987d-8cea2a06d271 req-4df87115-2d3c-4258-b73b-a914ed360868 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0672512 Jun 29 13:38:20.094078 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-27f83301-3791-4629-987d-8cea2a06d271 req-a80544ca-385c-47ac-b143-fc73b225bc67 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Jun 29 13:38:20.386164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bcfc4-f53c-4af7-bc7f-d265c0c0b7e5 req-7c2bf8eb-77a6-461a-9e9b-189493508739 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:20.387874 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d07bcfc4-f53c-4af7-bc7f-d265c0c0b7e5 req-7c2bf8eb-77a6-461a-9e9b-189493508739 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0763848 Jun 29 13:38:20.436695 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d07bcfc4-f53c-4af7-bc7f-d265c0c0b7e5 req-b37e4184-ea51-478d-809d-9a104b678d37 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422711 Jun 29 13:38:20.461275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8c916-73ac-452f-83dc-8c00396ed5a5 req-b1646339-5f84-4b1a-bd71-d0a7a7af782b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:20.463371 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e8e8c916-73ac-452f-83dc-8c00396ed5a5 req-b1646339-5f84-4b1a-bd71-d0a7a7af782b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0813789 Jun 29 13:38:20.505293 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e8e8c916-73ac-452f-83dc-8c00396ed5a5 req-13036af0-5931-4703-a582-a300691ff0cd tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362768 Jun 29 13:38:20.692990 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 33716) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:20.791340 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-a4d1258a-a437-4ab5-a62d-e39d1332c131 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970728 Jun 29 13:38:21.238972 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-00bb2726-cc3b-46fd-88a9-ee9794672e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:21.282315 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcca4a-7b35-4b10-b1e3-3c4f7735f582 req-ee01da73-3871-40a4-a9dc-9c3363da0e5f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:21.283924 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7bcca4a-7b35-4b10-b1e3-3c4f7735f582 req-ee01da73-3871-40a4-a9dc-9c3363da0e5f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0744913 Jun 29 13:38:21.321158 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7bcca4a-7b35-4b10-b1e3-3c4f7735f582 req-f0121b41-9994-42ae-b476-e34009c37f6b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jun 29 13:38:21.491071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:21.620401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bf89a-8632-47ba-acce-39f9363e0f7e req-1508e437-0d58-4f98-a543-7754a62d6bd3 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:21.621878 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-598bf89a-8632-47ba-acce-39f9363e0f7e req-1508e437-0d58-4f98-a543-7754a62d6bd3 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0657051 Jun 29 13:38:21.661703 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-598bf89a-8632-47ba-acce-39f9363e0f7e req-6c6a6426-4075-489f-802e-611223708e6f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Jun 29 13:38:21.692657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc3c-2695-47e7-9125-b840dea763a9 req-e0b849f7-439f-416c-924d-1246843f576a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:21.694126 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2082fc3c-2695-47e7-9125-b840dea763a9 req-e0b849f7-439f-416c-924d-1246843f576a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0634043 Jun 29 13:38:21.733126 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2082fc3c-2695-47e7-9125-b840dea763a9 req-a7db1217-3b24-4f69-a273-082cc07770e7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332916 Jun 29 13:38:22.512593 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632ae6-0ca8-464d-baf7-06e771835a83 req-b8974d95-ef45-4cc6-96bf-f2dae6947386 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:22.514213 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c6632ae6-0ca8-464d-baf7-06e771835a83 req-b8974d95-ef45-4cc6-96bf-f2dae6947386 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0728016 Jun 29 13:38:22.558572 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c6632ae6-0ca8-464d-baf7-06e771835a83 req-803cde78-3f33-49b7-a775-207240ecb23e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Jun 29 13:38:22.683598 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:22.853528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54926d-cbeb-4eb9-8ae5-7dc91e41be62 req-edc4a738-5482-4b01-b876-5ac90e2aee0f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:22.855362 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5b54926d-cbeb-4eb9-8ae5-7dc91e41be62 req-edc4a738-5482-4b01-b876-5ac90e2aee0f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0760782 Jun 29 13:38:22.904325 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5b54926d-cbeb-4eb9-8ae5-7dc91e41be62 req-ecba3b65-769e-406b-af0d-bfbe0d06931a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403805 Jun 29 13:38:22.948536 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0a170-a505-4622-ae6e-672ca06d0daf req-03bdb014-5ca1-466f-81c7-a74665ee290a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:22.950111 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f4f0a170-a505-4622-ae6e-672ca06d0daf req-03bdb014-5ca1-466f-81c7-a74665ee290a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0759370 Jun 29 13:38:22.999170 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f4f0a170-a505-4622-ae6e-672ca06d0daf req-52ed9273-95ca-4e9f-b208-788922e0c192 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360186 Jun 29 13:38:23.671214 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-e85968d8-52a8-4452-9917-3cfaf19293f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:23.673576 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-e85968d8-52a8-4452-9917-3cfaf19293f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 1096 time: 0.0862880 Jun 29 13:38:23.753738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad193b-203f-4f24-83d0-400e592b3a88 req-5db29756-0b31-44c7-bf7b-8285b27aa1d0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:23.755506 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b8ad193b-203f-4f24-83d0-400e592b3a88 req-5db29756-0b31-44c7-bf7b-8285b27aa1d0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0736070 Jun 29 13:38:23.758272 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-d951575d-4796-4c0d-98ad-c532782282f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:23.760103 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-d951575d-4796-4c0d-98ad-c532782282f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1096 time: 0.0630941 Jun 29 13:38:23.792856 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b8ad193b-203f-4f24-83d0-400e592b3a88 req-5946a58c-b2bf-45f6-a988-325823d68cdd tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Jun 29 13:38:23.853546 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-6c765ba8-9162-4404-b22e-94aa5c1f3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:23.855058 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-6c765ba8-9162-4404-b22e-94aa5c1f3b3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.0855613 Jun 29 13:38:23.924302 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-2913065a-bbbf-45bb-9130-09c5b449636f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 999 time: 0.0615342 Jun 29 13:38:23.978606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-9afac63d-ccdf-4f0c-828a-7c6e87447d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:23.980303 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-9afac63d-ccdf-4f0c-828a-7c6e87447d2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0465851 Jun 29 13:38:24.055833 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-7df201ba-b89e-4bac-a479-f68d45d6b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:24.057378 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-7df201ba-b89e-4bac-a479-f68d45d6b364 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701652 Jun 29 13:38:24.093065 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:24.118481 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37672-d353-4307-b626-478753b6ff18 req-27cfc4ff-1415-4f9a-8bd5-905b5b13418f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:24.123222 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34d37672-d353-4307-b626-478753b6ff18 req-27cfc4ff-1415-4f9a-8bd5-905b5b13418f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0914772 Jun 29 13:38:24.171094 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-226ece55-48a8-49cb-ab7d-01d251a7eea4 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040072 Jun 29 13:38:24.175145 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34d37672-d353-4307-b626-478753b6ff18 req-9b2f30d7-3684-440c-a3a0-817117e5409f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Jun 29 13:38:24.300585 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d4a6240d-bf63-4b64-8f6c-16886e5e69b0 req-8828b024-022f-4c26-b518-bae5f1ac63d0 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135392 Jun 29 13:38:24.389497 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f27883-a023-4f13-b92f-271223aed853 req-9f359d86-d2fb-4009-bf51-f26676649ed4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:24.390992 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5f27883-a023-4f13-b92f-271223aed853 req-9f359d86-d2fb-4009-bf51-f26676649ed4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0840309 Jun 29 13:38:24.431133 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f5f27883-a023-4f13-b92f-271223aed853 req-389b020c-0329-4660-a8bc-0fa683f59f1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 Jun 29 13:38:25.110467 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:25.409980 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac32a50-d751-4488-988e-17d4ea94eabd req-98f08527-3279-46ae-ab7d-2a5f1cc625c9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:25.411675 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ac32a50-d751-4488-988e-17d4ea94eabd req-98f08527-3279-46ae-ab7d-2a5f1cc625c9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1004896 Jun 29 13:38:25.467154 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9ac32a50-d751-4488-988e-17d4ea94eabd req-792b5209-0b6d-4ea4-b965-95879ab3f1da tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489936 Jun 29 13:38:25.662591 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0225fb-77c2-43a7-8d9e-1f71e8f9ee6d req-66ff54ad-5c4f-4fc5-adbb-4ee6987e945d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:25.665965 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5f0225fb-77c2-43a7-8d9e-1f71e8f9ee6d req-66ff54ad-5c4f-4fc5-adbb-4ee6987e945d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0902824 Jun 29 13:38:25.731566 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5f0225fb-77c2-43a7-8d9e-1f71e8f9ee6d req-b9857aa0-ce9a-40de-987c-270ed42a58a7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536699 Jun 29 13:38:25.941183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2129e-a597-4661-99d6-4031f1675812 req-e12d3dc3-5d17-49ce-9c03-e007cd8de54c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:25.942878 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e4c2129e-a597-4661-99d6-4031f1675812 req-e12d3dc3-5d17-49ce-9c03-e007cd8de54c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0759039 Jun 29 13:38:26.027771 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e4c2129e-a597-4661-99d6-4031f1675812 req-ba3067c8-b051-4d47-b1b3-257e76ef83f7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668921 Jun 29 13:38:26.929521 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2ac28-2acd-4f22-95af-f3007baa78e7 req-c9cd12ba-b70c-4017-84de-c957e11613d9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:26.931274 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-24e2ac28-2acd-4f22-95af-f3007baa78e7 req-c9cd12ba-b70c-4017-84de-c957e11613d9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0735867 Jun 29 13:38:26.974397 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-24e2ac28-2acd-4f22-95af-f3007baa78e7 req-a251fb9f-f769-4cdc-be62-72d631d9cf06 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Jun 29 13:38:27.228777 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bf725-10e5-48e9-9da1-55a2796440ed req-b2e12107-330a-4f52-9f6f-c20ed350ebc5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:27.231357 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c26bf725-10e5-48e9-9da1-55a2796440ed req-b2e12107-330a-4f52-9f6f-c20ed350ebc5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0857635 Jun 29 13:38:27.313988 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c26bf725-10e5-48e9-9da1-55a2796440ed req-b29e22f1-51ef-4295-9b9f-c63c187f3a37 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749607 Jun 29 13:38:28.047034 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0512-4b42-4d54-918f-2c6b8acf9ca2 req-ed1a4508-bd2b-41de-a2b9-8f4398a6512d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:28.049279 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-23aa0512-4b42-4d54-918f-2c6b8acf9ca2 req-ed1a4508-bd2b-41de-a2b9-8f4398a6512d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Jun 29 13:38:28.089031 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-23aa0512-4b42-4d54-918f-2c6b8acf9ca2 req-6855c5a5-e9d7-48d1-9ec7-09f004a8e65b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jun 29 13:38:28.178497 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe943-8264-4938-9eac-927a6954c809 req-fd71db83-b8df-4adb-9494-aa9ebaa6500f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:28.180015 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bacfe943-8264-4938-9eac-927a6954c809 req-fd71db83-b8df-4adb-9494-aa9ebaa6500f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0677249 Jun 29 13:38:28.221782 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bacfe943-8264-4938-9eac-927a6954c809 req-fa6eaba1-3846-4434-8171-a08b4e69a252 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340767 Jun 29 13:38:28.499401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea9669-58fb-4a9a-8ede-038d085c0b26 req-dcc67a5c-3d55-488b-b1ed-f63c9809ac0c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:28.501512 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34ea9669-58fb-4a9a-8ede-038d085c0b26 req-dcc67a5c-3d55-488b-b1ed-f63c9809ac0c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0673332 Jun 29 13:38:28.542237 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34ea9669-58fb-4a9a-8ede-038d085c0b26 req-3847c645-f046-4b73-8128-70a50378eaac tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346301 Jun 29 13:38:29.290699 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b68c-bfa6-48b2-b13f-5db94731f243 req-34630990-9ba2-45db-89d3-dfa3f0e72e95 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:29.298735 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2604b68c-bfa6-48b2-b13f-5db94731f243 req-34630990-9ba2-45db-89d3-dfa3f0e72e95 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0804193 Jun 29 13:38:29.346051 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2604b68c-bfa6-48b2-b13f-5db94731f243 req-de274a63-a3d8-499b-a076-22403cda9b15 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 Jun 29 13:38:29.436609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f864d0-2757-43e1-bd29-16437ff922e9 req-214598db-9560-4a81-b65f-8a3996fa0023 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:29.438942 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-32f864d0-2757-43e1-bd29-16437ff922e9 req-214598db-9560-4a81-b65f-8a3996fa0023 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0774393 Jun 29 13:38:29.480078 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-32f864d0-2757-43e1-bd29-16437ff922e9 req-6e9c1a2f-effc-486b-83ca-7395178bdac6 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Jun 29 13:38:29.729162 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04190e4-b690-43cc-9e9f-e8fee8610e07 req-30a7cdc4-9334-4dfd-bf81-3ed5336e3124 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:29.730738 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e04190e4-b690-43cc-9e9f-e8fee8610e07 req-30a7cdc4-9334-4dfd-bf81-3ed5336e3124 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0678387 Jun 29 13:38:29.779135 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e04190e4-b690-43cc-9e9f-e8fee8610e07 req-447b4b6f-e2d9-493e-b78e-9e032fa5d295 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Jun 29 13:38:30.539532 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c88c-ff4f-4e58-b836-dc1f1bd86661 req-7c6c3fbb-c1de-47e7-b27d-b876c2910da3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:30.549709 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8700c88c-ff4f-4e58-b836-dc1f1bd86661 req-7c6c3fbb-c1de-47e7-b27d-b876c2910da3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0857525 Jun 29 13:38:30.603877 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8700c88c-ff4f-4e58-b836-dc1f1bd86661 req-598907b1-c3f5-4b98-9dca-6360a08dc251 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Jun 29 13:38:30.710128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e50b3-6c81-43d9-96eb-9155121f5944 req-58cfe776-0f33-4af3-918b-e8781c0a85f3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:30.711893 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8c3e50b3-6c81-43d9-96eb-9155121f5944 req-58cfe776-0f33-4af3-918b-e8781c0a85f3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0862722 Jun 29 13:38:30.759764 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8c3e50b3-6c81-43d9-96eb-9155121f5944 req-7c495e2b-3e29-4af3-a92b-95485b8021b8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Jun 29 13:38:30.968573 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f2b63-96f0-404d-98ef-7713b9d3735c req-cbb780ed-10cd-4f37-839c-6388d16816e9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:30.970591 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6a2f2b63-96f0-404d-98ef-7713b9d3735c req-cbb780ed-10cd-4f37-839c-6388d16816e9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0647683 Jun 29 13:38:31.016583 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6a2f2b63-96f0-404d-98ef-7713b9d3735c req-1cb570db-c40c-4e1b-92fb-07c216afd0c0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396447 Jun 29 13:38:31.628943 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aafd1-87fb-4e18-9a07-359ac0495434 req-e56b3e5b-03aa-4b40-a040-01799d80afe7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:31.630518 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fa8aafd1-87fb-4e18-9a07-359ac0495434 req-e56b3e5b-03aa-4b40-a040-01799d80afe7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0776076 Jun 29 13:38:31.690580 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fa8aafd1-87fb-4e18-9a07-359ac0495434 req-fc42dfce-f1e2-4d52-adac-2e13ae6d7da6 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537884 Jun 29 13:38:31.804547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59340c-5785-4be7-b3fe-3131843e5f93 req-abe737f2-19cb-480d-b4d6-e866dc2dd6ec tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:31.806403 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3c59340c-5785-4be7-b3fe-3131843e5f93 req-abe737f2-19cb-480d-b4d6-e866dc2dd6ec tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0683749 Jun 29 13:38:31.850410 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3c59340c-5785-4be7-b3fe-3131843e5f93 req-956b2d7e-4f89-40f9-967a-cf71c004ef0a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Jun 29 13:38:31.960882 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd767-102c-472b-8895-cc475d26ff57 req-74385eeb-5003-4759-ae6f-35e8f9934a01 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:31.963051 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-568dd767-102c-472b-8895-cc475d26ff57 req-74385eeb-5003-4759-ae6f-35e8f9934a01 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0671401 Jun 29 13:38:32.009635 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-568dd767-102c-472b-8895-cc475d26ff57 req-d6ef0324-333c-42e0-b0de-85c1ff846907 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385385 Jun 29 13:38:32.447140 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f23f-c3c7-4147-ad72-f739e8258472 req-1076cdcf-177e-44ae-9adb-66e258b749ce tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:32.448779 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a0c1f23f-c3c7-4147-ad72-f739e8258472 req-1076cdcf-177e-44ae-9adb-66e258b749ce tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.3160877 Jun 29 13:38:32.489070 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a0c1f23f-c3c7-4147-ad72-f739e8258472 req-18130eab-7b17-4ca7-8dbb-656fd08e718b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jun 29 13:38:32.928825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be223caf-b355-48c6-b9e4-359d0d30acc9 req-81389a52-f9a4-405a-9ea9-d8d587843f77 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:32.936795 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-be223caf-b355-48c6-b9e4-359d0d30acc9 req-81389a52-f9a4-405a-9ea9-d8d587843f77 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.1024995 Jun 29 13:38:32.989619 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-be223caf-b355-48c6-b9e4-359d0d30acc9 req-88807c6d-4525-4654-aa31-95c32f7adb18 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515358 Jun 29 13:38:33.111595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785b0d0-4b30-4a28-968e-d52ccc1bea76 req-259a0a0a-87ce-41d1-b7fd-5a93fb0ade6c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:33.113217 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2785b0d0-4b30-4a28-968e-d52ccc1bea76 req-259a0a0a-87ce-41d1-b7fd-5a93fb0ade6c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0786388 Jun 29 13:38:33.153522 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2785b0d0-4b30-4a28-968e-d52ccc1bea76 req-29c78b17-e2ab-411e-9bf1-f1657b6e1ab9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Jun 29 13:38:33.214282 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca698-a318-4593-993f-e8ec41676232 req-6fbed183-b258-43d1-93db-25d1b01bdeee tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:33.215769 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-aecca698-a318-4593-993f-e8ec41676232 req-6fbed183-b258-43d1-93db-25d1b01bdeee tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0845222 Jun 29 13:38:33.256606 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-aecca698-a318-4593-993f-e8ec41676232 req-ab16a5fc-d690-4046-a03a-c1414e41b14c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Jun 29 13:38:33.683273 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6815-75e5-4816-ab24-04e5c186c580 req-0506a7fb-2843-49de-9256-b29654ebd736 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:33.684788 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62db6815-75e5-4816-ab24-04e5c186c580 req-0506a7fb-2843-49de-9256-b29654ebd736 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0684490 Jun 29 13:38:33.727206 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-62db6815-75e5-4816-ab24-04e5c186c580 req-e0c342ce-ca24-4f42-a88d-047db6adcf37 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358901 Jun 29 13:38:34.204641 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0ef8-b880-4707-93a0-b79eef0105e8 req-0b0a2128-fab6-46b9-905a-9aea7a929754 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:34.206986 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-451e0ef8-b880-4707-93a0-b79eef0105e8 req-0b0a2128-fab6-46b9-905a-9aea7a929754 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0826817 Jun 29 13:38:34.260291 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-451e0ef8-b880-4707-93a0-b79eef0105e8 req-de3c87ac-849a-4604-b560-6caf43fe6851 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468435 Jun 29 13:38:34.387551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aff179-6ce8-4c88-88bd-49d717ab404b req-7ad72fb1-d108-4db6-9f16-cb214ee5b824 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:34.389877 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c5aff179-6ce8-4c88-88bd-49d717ab404b req-7ad72fb1-d108-4db6-9f16-cb214ee5b824 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0695150 Jun 29 13:38:34.475989 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c5aff179-6ce8-4c88-88bd-49d717ab404b req-66d8e585-ec1c-4761-984f-ab1b07057655 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721078 Jun 29 13:38:34.540090 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620309c-cc11-4bb6-bdd0-41f8c11f9c4a req-0c9ea534-766b-46c0-9004-3027cc3c7308 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:34.542825 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f620309c-cc11-4bb6-bdd0-41f8c11f9c4a req-0c9ea534-766b-46c0-9004-3027cc3c7308 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1293502 Jun 29 13:38:34.593240 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f620309c-cc11-4bb6-bdd0-41f8c11f9c4a req-7cfc7d98-c2e5-4774-9c67-bbf88808f421 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Jun 29 13:38:34.894583 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:34.917258 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa69f4-88ec-4265-bbdd-71289ec297a7 req-529de53c-d25e-436d-9f7f-5af76198facd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:34.923135 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a9aa69f4-88ec-4265-bbdd-71289ec297a7 req-529de53c-d25e-436d-9f7f-5af76198facd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0752187 Jun 29 13:38:34.977295 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a9aa69f4-88ec-4265-bbdd-71289ec297a7 req-b7d88f78-12f9-4646-9f5a-f12fd13fd720 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515001 Jun 29 13:38:35.458817 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8853d-e64f-4c33-ad61-bcb825da1617 req-69c8eb42-d589-4db7-a307-bde9e3fd4470 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:35.460282 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dcf8853d-e64f-4c33-ad61-bcb825da1617 req-69c8eb42-d589-4db7-a307-bde9e3fd4470 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0726357 Jun 29 13:38:35.503545 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dcf8853d-e64f-4c33-ad61-bcb825da1617 req-970a07de-463f-4880-a1ef-70c23fe0a826 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368814 Jun 29 13:38:35.678309 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c000f8-c1b0-4753-8ad4-a3e6e8e9355e req-8ce9dd82-259e-4a6a-a79a-a3f1744f4484 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:35.679819 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d8c000f8-c1b0-4753-8ad4-a3e6e8e9355e req-8ce9dd82-259e-4a6a-a79a-a3f1744f4484 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0668209 Jun 29 13:38:35.718677 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d8c000f8-c1b0-4753-8ad4-a3e6e8e9355e req-42626f67-ebaa-4abf-87e1-e1d599df8832 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Jun 29 13:38:35.791940 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6de72-0eae-4aed-a381-b4c88ed7024a req-5c5bd2b4-b0bc-43ba-bcc2-568d42ba2c1a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:35.793433 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-64a6de72-0eae-4aed-a381-b4c88ed7024a req-5c5bd2b4-b0bc-43ba-bcc2-568d42ba2c1a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0679591 Jun 29 13:38:35.835423 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-64a6de72-0eae-4aed-a381-b4c88ed7024a req-af5cdc20-c8df-46db-bf66-9613f02371b5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Jun 29 13:38:36.166404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68e60-8e17-49f6-810d-3d789d563e2d req-c25bab21-6dbf-4f88-bf69-fc9204aee79c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:36.168099 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-18e68e60-8e17-49f6-810d-3d789d563e2d req-c25bab21-6dbf-4f88-bf69-fc9204aee79c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0654528 Jun 29 13:38:36.208706 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-18e68e60-8e17-49f6-810d-3d789d563e2d req-88eb417f-b4e3-426c-acbe-de00d0cad47b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337236 Jun 29 13:38:36.701757 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8acc8-128f-460f-bd5c-9036b9769b6c req-ff2053a0-cce3-4975-b13e-75eb8cded14c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:36.703325 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34f8acc8-128f-460f-bd5c-9036b9769b6c req-ff2053a0-cce3-4975-b13e-75eb8cded14c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0799134 Jun 29 13:38:36.747447 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34f8acc8-128f-460f-bd5c-9036b9769b6c req-de728ca7-878f-4c2c-a722-18bc9f413270 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371253 Jun 29 13:38:36.904704 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385d81-d5d2-4b70-8016-42f1fc06c020 req-616d4cda-67d7-4aa2-917d-dabd4079bf50 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:36.906237 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85385d81-d5d2-4b70-8016-42f1fc06c020 req-616d4cda-67d7-4aa2-917d-dabd4079bf50 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0672951 Jun 29 13:38:36.947390 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85385d81-d5d2-4b70-8016-42f1fc06c020 req-8182de4c-b71c-4d04-a84c-256b5e3fb0e1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Jun 29 13:38:37.036652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7702d1-240a-4d24-91cc-3c36489e6da6 req-f8f5b7da-3afa-4467-803e-86a4a3497025 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:37.038561 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e7702d1-240a-4d24-91cc-3c36489e6da6 req-f8f5b7da-3afa-4467-803e-86a4a3497025 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0723777 Jun 29 13:38:37.086224 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e7702d1-240a-4d24-91cc-3c36489e6da6 req-9c203be1-4b27-48f1-8324-fb062fc5626f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Jun 29 13:38:37.388251 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a436de7-8a15-4c6e-888e-fd55058266ee req-1a2e2a0e-4c21-4770-835e-14c528328c39 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:37.389710 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2a436de7-8a15-4c6e-888e-fd55058266ee req-1a2e2a0e-4c21-4770-835e-14c528328c39 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0627015 Jun 29 13:38:37.427237 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2a436de7-8a15-4c6e-888e-fd55058266ee req-34f681b2-f530-452e-bb1d-4b9edc9d58fd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jun 29 13:38:37.939067 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37d3e7-a674-4083-bcab-8d1be10f0ba4 req-536f7c9f-f6d1-4f51-ad91-d712e1683703 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:37.941277 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4c37d3e7-a674-4083-bcab-8d1be10f0ba4 req-536f7c9f-f6d1-4f51-ad91-d712e1683703 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0657022 Jun 29 13:38:38.002879 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4c37d3e7-a674-4083-bcab-8d1be10f0ba4 req-7acd2736-decf-4adc-92fa-b8190f358ee1 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536611 Jun 29 13:38:38.190875 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc19e5-e7bf-4b61-b7b0-23c1794a6903 req-ea27b48b-9a3d-4567-b915-c6cafaf0924b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.192389 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-31dc19e5-e7bf-4b61-b7b0-23c1794a6903 req-ea27b48b-9a3d-4567-b915-c6cafaf0924b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.1153734 Jun 29 13:38:38.208257 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ab60-7228-45bb-a6cd-24abd429742f req-48452e1c-ee3c-45e8-8a06-35c981d0ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.209805 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-48452e1c-ee3c-45e8-8a06-35c981d0ae62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1137 time: 0.1254566 Jun 29 13:38:38.237064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653450-b773-4955-9e33-8c8485227541 req-9c6f11d2-f11a-4089-8aa6-ca6bb6942603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.238564 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-9c6f11d2-f11a-4089-8aa6-ca6bb6942603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1096 time: 0.1508238 Jun 29 13:38:38.242070 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-31dc19e5-e7bf-4b61-b7b0-23c1794a6903 req-9583b9e5-44c5-4677-989f-4c565639e027 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jun 29 13:38:38.337394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-88598a31-aa4e-4ee2-9c99-33efa18e6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.338248 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-88598a31-aa4e-4ee2-9c99-33efa18e6140 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1098 time: 0.1879411 Jun 29 13:38:38.364595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653450-b773-4955-9e33-8c8485227541 req-bbb9b38d-2190-4713-9dc5-ed7611f868e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.366089 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-bbb9b38d-2190-4713-9dc5-ed7611f868e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.0949614 Jun 29 13:38:38.438573 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-2e452d4c-49ca-40aa-8cab-26140b5dd684 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 200 len: 999 time: 0.0603974 Jun 29 13:38:38.444478 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a763b-7fdd-4018-93e8-3eb31adc39cd req-cf4adb1e-03d7-4a5b-9b5e-8fab751f43b5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.445943 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6e7a763b-7fdd-4018-93e8-3eb31adc39cd req-cf4adb1e-03d7-4a5b-9b5e-8fab751f43b5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.2246449 Jun 29 13:38:38.448993 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ab60-7228-45bb-a6cd-24abd429742f req-9bc55713-a6b8-452e-bdf8-d74def5802b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.451703 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-9bc55713-a6b8-452e-bdf8-d74def5802b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 916 time: 0.2210507 Jun 29 13:38:38.489541 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653450-b773-4955-9e33-8c8485227541 req-9692bc97-ffcc-4fa3-a4c6-e0718a17249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.491024 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-9692bc97-ffcc-4fa3-a4c6-e0718a17249f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0461555 Jun 29 13:38:38.560954 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-b9d94f8e-55c8-4414-8d02-e44edfe4475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.562445 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-b9d94f8e-55c8-4414-8d02-e44edfe4475e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.2148345 Jun 29 13:38:38.566710 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-22c4e13c-8589-48ed-823d-6ee67d933021 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 1001 time: 0.1054053 Jun 29 13:38:38.569855 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6e7a763b-7fdd-4018-93e8-3eb31adc39cd req-24b1b0fa-6912-444c-96ae-ab39c9b367c7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172369 Jun 29 13:38:38.570648 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653450-b773-4955-9e33-8c8485227541 req-57bb28e5-c100-4838-958a-379bd31de208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.572094 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-57bb28e5-c100-4838-958a-379bd31de208 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725849 Jun 29 13:38:38.675900 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-662f7a7b-1533-4e8f-a750-b0c88885a87a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 1001 time: 0.0972657 Jun 29 13:38:38.677346 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ab60-7228-45bb-a6cd-24abd429742f req-90f0fed8-f870-4919-b980-068a83aa14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.678718 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-90f0fed8-f870-4919-b980-068a83aa14aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0931878 Jun 29 13:38:38.696061 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701cd3-3fb5-4d76-b6f7-3bfba6ad3fe1 req-77476b9b-648c-4cef-a1e3-02eefae0b2e7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.697555 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb701cd3-3fb5-4d76-b6f7-3bfba6ad3fe1 req-77476b9b-648c-4cef-a1e3-02eefae0b2e7 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1416781 Jun 29 13:38:38.700141 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-ae6681ec-2deb-4967-925c-eb05665534e5 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115417 Jun 29 13:38:38.769110 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-a426569d-6bbc-4da1-8965-e528ae01f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.770135 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-a426569d-6bbc-4da1-8965-e528ae01f58b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0807195 Jun 29 13:38:38.787030 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb701cd3-3fb5-4d76-b6f7-3bfba6ad3fe1 req-85125f07-4e77-420c-85a6-c1704c3fff35 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814323 Jun 29 13:38:38.817809 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590ab60-7228-45bb-a6cd-24abd429742f req-5b64cddb-4949-447a-9fe9-ea30f350a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.818546 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-4c062232-d5ba-4840-a510-dccf2590ffe7 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061275 Jun 29 13:38:38.819533 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-5b64cddb-4949-447a-9fe9-ea30f350a61e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1287470 Jun 29 13:38:38.887812 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-c8e2d8ef-7529-414c-87fe-129a44fc2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:38.889265 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-c8e2d8ef-7529-414c-87fe-129a44fc2045 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097951 Jun 29 13:38:38.985919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-79d0fc37-7fd9-40be-822e-4d94e21e94ef service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531274 Jun 29 13:38:39.053552 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-28e16fa5-8dcf-4f57-b6ab-fe124ddaf2ad service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544774 Jun 29 13:38:39.168722 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7590ab60-7228-45bb-a6cd-24abd429742f req-3591edae-9a1f-4fb1-bbec-4c5412e7eb47 service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751137 Jun 29 13:38:39.215584 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c2f14d33-29b9-44f1-89f3-6177c10da260 req-301a4c51-d64e-4485-8204-d20b53e26eba service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491792 Jun 29 13:38:39.227904 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b2bc8-d6a2-4112-a3f5-364f126b93ec req-30a10e8b-8dc2-423b-87d1-6396b91e2648 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:39.229544 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c8b2bc8-d6a2-4112-a3f5-364f126b93ec req-30a10e8b-8dc2-423b-87d1-6396b91e2648 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.1098847 Jun 29 13:38:39.273744 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c8b2bc8-d6a2-4112-a3f5-364f126b93ec req-8c9c4202-6e60-41cd-99fd-c2bea4906829 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366311 Jun 29 13:38:39.455447 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936cbdc-dd59-42f4-8659-9c5db2cff59b req-de68c58f-1c73-458d-9125-61605318143c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:39.465351 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5936cbdc-dd59-42f4-8659-9c5db2cff59b req-de68c58f-1c73-458d-9125-61605318143c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0872736 Jun 29 13:38:39.502703 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5936cbdc-dd59-42f4-8659-9c5db2cff59b req-3df68839-092a-451a-81b8-68b71e69bc6b tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Jun 29 13:38:39.786966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf02f36-19ca-4dad-b818-ed73e256814f req-3bb247a0-8204-4c34-be9d-77fba33c1f6c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:39.788451 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7bf02f36-19ca-4dad-b818-ed73e256814f req-3bb247a0-8204-4c34-be9d-77fba33c1f6c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0809984 Jun 29 13:38:39.982529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c86d2-14fc-4f3f-b45e-eab342a43f27 req-77aadb82-9050-4f97-985b-8819192107c1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:39.984571 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a17c86d2-14fc-4f3f-b45e-eab342a43f27 req-77aadb82-9050-4f97-985b-8819192107c1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0749340 Jun 29 13:38:40.057127 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a17c86d2-14fc-4f3f-b45e-eab342a43f27 req-584c6801-bd24-4bcb-991d-2552e898e8b5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639293 Jun 29 13:38:40.095944 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7bf02f36-19ca-4dad-b818-ed73e256814f req-6b234cc7-707a-4b94-a3a1-9b32c742cc0e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015893 Jun 29 13:38:40.464074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ffe95-ef13-4d45-b1e4-6022b338e172 req-d29a426b-99de-4ece-a294-17797d26937d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:40.465533 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a52ffe95-ef13-4d45-b1e4-6022b338e172 req-d29a426b-99de-4ece-a294-17797d26937d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0664551 Jun 29 13:38:40.507206 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a52ffe95-ef13-4d45-b1e4-6022b338e172 req-ed1250aa-7d10-428d-a325-cb6fb2d744d5 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348899 Jun 29 13:38:40.673190 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd932-3cc5-4f5e-9009-701a54055273 req-b6ab5150-4b64-4004-9a98-0c41747f3483 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:40.674102 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ebcdd932-3cc5-4f5e-9009-701a54055273 req-b6ab5150-4b64-4004-9a98-0c41747f3483 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0602210 Jun 29 13:38:40.709221 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ebcdd932-3cc5-4f5e-9009-701a54055273 req-698c3a7e-682e-4533-9f42-cc6e81c9658a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295112 Jun 29 13:38:41.002343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-19200cc0-4317-415e-82f0-65c842a4a7a0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:41.003773 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-19200cc0-4317-415e-82f0-65c842a4a7a0 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 946 time: 0.0662632 Jun 29 13:38:41.107336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Deleting port 64e5080f-af19-4415-84b4-256467b648be {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:38:41.107917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:41.212977 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] For port 64e5080f-af19-4415-84b4-256467b648be, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=64e5080f-af19-4415-84b4-256467b648be,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:41.213338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:41.227364 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Calling delete_port for 64e5080f-af19-4415-84b4-256467b648be owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:38:41.259621 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277b67d-bdb7-4c4b-8d5f-54fcbabc3553 req-1bbf8fe4-9785-42f9-be5c-65e80170bc84 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:41.261094 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c277b67d-bdb7-4c4b-8d5f-54fcbabc3553 req-1bbf8fe4-9785-42f9-be5c-65e80170bc84 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0765629 Jun 29 13:38:41.303581 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c277b67d-bdb7-4c4b-8d5f-54fcbabc3553 req-48817955-1da9-4ddb-a876-dd6ef36e9dd9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Jun 29 13:38:41.361069 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a40b44-d639-4b80-8ad1-21f8e14b78e0 req-25ba5d1f-197b-443a-baed-2d482b61b2b2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:41.362610 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e1a40b44-d639-4b80-8ad1-21f8e14b78e0 req-25ba5d1f-197b-443a-baed-2d482b61b2b2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0909710 Jun 29 13:38:41.435042 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e1a40b44-d639-4b80-8ad1-21f8e14b78e0 req-d3571f0e-6694-4206-93c6-cb1841e33486 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641131 Jun 29 13:38:41.441054 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:41.445008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:41.471449 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Pushing event deleted for resources: {'Port': ['ID=64e5080f-af19-4415-84b4-256467b648be,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:41.483341 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.483714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.484077 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.484456 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.485371 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.485729 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.486191 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.486548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.486896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.487245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.487591 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.487946 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:41.505423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:41.525037 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] No DVR routers for this DVR port 64e5080f-af19-4415-84b4-256467b648be on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:38:41.527637 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:41.529657 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2ddace7f-4365-408a-9e39-9fdf4dcf113c req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "DELETE /v2.0/ports/64e5080f-af19-4415-84b4-256467b648be HTTP/1.1" status: 204 len: 173 time: 0.5198855 Jun 29 13:38:41.530182 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'name': 'network-vif-deleted', 'tag': '64e5080f-af19-4415-84b4-256467b648be'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:38:41.533666 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c9b38-8b12-423a-ade8-df32e2bb09d5" -d '{"events": [{"server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "name": "network-vif-deleted", "tag": "64e5080f-af19-4415-84b4-256467b648be"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:38:41.571840 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dcd2e0-9e4d-4bde-be2c-3809e090e4db x-openstack-request-id: req-b5dcd2e0-9e4d-4bde-be2c-3809e090e4db {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:38:41.572168 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c727866-8c45-4e76-9c22-79fabb5ac726", "name": "network-vif-deleted", "tag": "64e5080f-af19-4415-84b4-256467b648be", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:38:41.572452 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5dcd2e0-9e4d-4bde-be2c-3809e090e4db {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:38:41.572885 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c727866-8c45-4e76-9c22-79fabb5ac726', 'name': 'network-vif-deleted', 'tag': '64e5080f-af19-4415-84b4-256467b648be', 'status': 'completed', 'code': 200} Jun 29 13:38:41.682513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308d428-4c59-4175-b116-6ecb0932aa4b req-2f03d78e-6144-4d6d-92ae-7c20ea25e1c4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:41.683997 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a308d428-4c59-4175-b116-6ecb0932aa4b req-2f03d78e-6144-4d6d-92ae-7c20ea25e1c4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0612042 Jun 29 13:38:41.723892 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a308d428-4c59-4175-b116-6ecb0932aa4b req-2276b73f-43f0-4133-8eaa-cd53503d298c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334053 Jun 29 13:38:41.856299 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ec4b1dbf-2558-4c02-a3a8-723e3631bc4b req-f8acaf1f-9b98-40d5-b24f-265a4feb618f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.0319607 Jun 29 13:38:42.617279 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a937c65-78fd-4b1e-83a1-97dec952f945 req-64021f45-77fa-469c-a60f-6e320d4da1e4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:42.618792 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9a937c65-78fd-4b1e-83a1-97dec952f945 req-64021f45-77fa-469c-a60f-6e320d4da1e4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0662706 Jun 29 13:38:42.655845 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9a937c65-78fd-4b1e-83a1-97dec952f945 req-59e507e5-4701-4d0f-b28b-5ff64516b154 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jun 29 13:38:42.896204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d6154-8fcc-45c0-902b-704fc3a654cc req-f0fd9538-3e4b-40f5-9af6-89a0907caf1d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:42.897722 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3e1d6154-8fcc-45c0-902b-704fc3a654cc req-f0fd9538-3e4b-40f5-9af6-89a0907caf1d tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0627797 Jun 29 13:38:42.937248 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3e1d6154-8fcc-45c0-902b-704fc3a654cc req-5a063631-5543-46b8-924a-c08a955f69ba tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336421 Jun 29 13:38:42.998331 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9b8881f8-1384-4828-8f31-1e72435ea275 req-207cb832-213f-4cb7-a90a-0d8ee77c7d74 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jun 29 13:38:43.831692 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636108d8-9acb-487b-a5c7-0647ff95bc48 req-309e12f6-a798-4b2d-af16-24a2d178bfc2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:43.833170 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-636108d8-9acb-487b-a5c7-0647ff95bc48 req-309e12f6-a798-4b2d-af16-24a2d178bfc2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0610151 Jun 29 13:38:43.869681 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-636108d8-9acb-487b-a5c7-0647ff95bc48 req-5e8c2b3a-44b6-434c-b2f5-00ec13abd766 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Jun 29 13:38:44.114238 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['ad827959-4535-4928-8e91-975f09f664cc', '64e5080f-af19-4415-84b4-256467b648be'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:38:44.130449 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f88bc-a76c-49b8-8003-f77c4ae1a503 req-40a7fe44-19e0-4ab2-97f2-e60e7de2f6dd tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:44.132106 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f80f88bc-a76c-49b8-8003-f77c4ae1a503 req-40a7fe44-19e0-4ab2-97f2-e60e7de2f6dd tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0804656 Jun 29 13:38:44.144150 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0e491eae-d693-4a29-8c1a-21523da3f351 req-7131f35e-b6dc-42d7-bf77-d174be29d33d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c727866-8c45-4e76-9c22-79fabb5ac726 HTTP/1.1" status: 200 len: 210 time: 0.0331962 Jun 29 13:38:44.174753 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f80f88bc-a76c-49b8-8003-f77c4ae1a503 req-38a509dc-d324-4537-be18-975736cc23e2 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361667 Jun 29 13:38:45.048420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c362e8-7a44-4dfe-9571-2c5b6e732388 req-88fd3d28-0ef8-425f-8e1b-934d22891b55 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:45.050450 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-61c362e8-7a44-4dfe-9571-2c5b6e732388 req-88fd3d28-0ef8-425f-8e1b-934d22891b55 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0616050 Jun 29 13:38:45.089119 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-61c362e8-7a44-4dfe-9571-2c5b6e732388 req-7ee07211-6fb3-4fad-a11f-74c4b9040bd9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329149 Jun 29 13:38:45.362451 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d62bf-adca-4605-af9b-0a2c94c64938 req-628fdc2c-be0a-4f65-8d9b-6e334d4bfc06 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:45.363922 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4b5d62bf-adca-4605-af9b-0a2c94c64938 req-628fdc2c-be0a-4f65-8d9b-6e334d4bfc06 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0675120 Jun 29 13:38:45.409031 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4b5d62bf-adca-4605-af9b-0a2c94c64938 req-ff0c1055-5e59-44a1-bef4-ecdeff85f88e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385311 Jun 29 13:38:45.457184 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34130) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:45.508364 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Deleting subnet aec48446-e9ac-4682-8c62-987cef475d88 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:38:45.511501 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.547576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.618304 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.672583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6b8f3-84cf-48f9-a797-0c40631343c7 req-72ea8791-d7ff-4113-a0c6-32107c3adec3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:45.674170 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0cd6b8f3-84cf-48f9-a797-0c40631343c7 req-72ea8791-d7ff-4113-a0c6-32107c3adec3 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.1288326 Jun 29 13:38:45.703382 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.710418 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ae186bff-b2b1-43f1-817a-4781c70e0412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:45.746495 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0cd6b8f3-84cf-48f9-a797-0c40631343c7 req-de79c2f5-ae19-4274-a1e2-4340fc42ac2c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637248 Jun 29 13:38:45.746616 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec48446-e9ac-4682-8c62-987cef475d88,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:45.748658 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.750481 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aec48446-e9ac-4682-8c62-987cef475d88 HTTP/1.1" status: 204 len: 168 time: 0.2922964 Jun 29 13:38:45.751402 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:45.753608 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34132) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:45.822397 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.900727 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.911898 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:45.921611 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:45.921909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a0caa9-bcb5-4a0f-b664-ba3afa56c316') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:45.931788 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.947258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.954827 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:38:45.955773 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:38:45.957545 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:38:46.023758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.027950 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7d19c2ba-606b-410b-8872-eed5d8b47358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:46.031896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.034428 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08 HTTP/1.1" status: 204 len: 168 time: 0.2797186 Jun 29 13:38:46.043962 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5e2cd0-0f40-40de-90c2-3dc8e6adbd08,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:46.047008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-413b7b0e-b5d6-45e4-9956-c07f54464ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:46.212522 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34138) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:46.292768 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-54f2b7e0-cf0f-40cd-80ff-b4a44ca3747e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef670c2503d54deeb7c5091c5369e687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789759 Jun 29 13:38:46.295096 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34142) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:46.343255 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf120033-7947-4386-89b0-281a2dfee554 req-2bd5c810-794f-40dd-af4c-206fb3c6149f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:46.344777 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf120033-7947-4386-89b0-281a2dfee554 req-2bd5c810-794f-40dd-af4c-206fb3c6149f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1256051 Jun 29 13:38:46.389140 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.398012 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf120033-7947-4386-89b0-281a2dfee554 req-ca82bc2c-8a82-4975-bc2b-011c18df5794 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464718 Jun 29 13:38:46.419095 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.467856 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.470689 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:46.474094 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/778d56fb-7d9c-4beb-8a6e-4b596809434e HTTP/1.1" status: 204 len: 168 time: 0.1764522 Jun 29 13:38:46.474094 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-67c4562b-ef6c-4427-bf4b-98a945df3c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:46.480703 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d56fb-7d9c-4beb-8a6e-4b596809434e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:46.488156 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.488531 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.488893 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.489250 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.489648 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.490002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.490617 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.490704 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.491163 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.491519 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.491869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.492207 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:46.495571 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:46.599864 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bba274-3628-4441-a8da-1cbbd31afe7a req-4efd8ea3-39d3-431c-b24b-8ecd0eafd94b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:46.601670 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-79bba274-3628-4441-a8da-1cbbd31afe7a req-4efd8ea3-39d3-431c-b24b-8ecd0eafd94b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0717106 Jun 29 13:38:46.643154 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-79bba274-3628-4441-a8da-1cbbd31afe7a req-7c78fb7b-b194-4ba2-8075-1b351c7ce2d3 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356801 Jun 29 13:38:46.930218 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b4e09-5af7-4380-aecf-be85f1aa0471 req-6cada330-f58c-433c-b971-e03e467344fd tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:46.931720 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9a3b4e09-5af7-4380-aecf-be85f1aa0471 req-6cada330-f58c-433c-b971-e03e467344fd tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0657175 Jun 29 13:38:46.973680 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9a3b4e09-5af7-4380-aecf-be85f1aa0471 req-b880339c-c788-4340-b86b-b33da62fb37e tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Jun 29 13:38:47.629929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7bc40-6e05-4f7d-bac6-27b63041ed0c req-d3326f9f-e1f2-4696-ab7a-59bd13210216 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:47.631416 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-01b7bc40-6e05-4f7d-bac6-27b63041ed0c req-d3326f9f-e1f2-4696-ab7a-59bd13210216 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0727825 Jun 29 13:38:47.669586 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-01b7bc40-6e05-4f7d-bac6-27b63041ed0c req-4a9ab605-5483-4c57-ae1b-dc6380d1d5d3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Jun 29 13:38:47.827111 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e6e9e-8825-4652-aa9e-8315911e7edc req-fc6a0d5a-f3c8-4f1d-8a22-c21f7eef9683 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:47.828578 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-490e6e9e-8825-4652-aa9e-8315911e7edc req-fc6a0d5a-f3c8-4f1d-8a22-c21f7eef9683 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0661421 Jun 29 13:38:47.870515 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-490e6e9e-8825-4652-aa9e-8315911e7edc req-5aa6549a-19e2-4d68-abb1-fb9bcc43e440 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349104 Jun 29 13:38:48.123622 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 64e5080f-af19-4415-84b4-256467b648be no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:48.143280 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 64e5080f-af19-4415-84b4-256467b648be {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:38:48.143633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 64e5080f-af19-4415-84b4-256467b648be not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:38:48.153025 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ce43a-0781-40bb-935c-d6c5a1bb10dc req-d744bce8-1c84-42d6-ab94-1ac156a457a9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:48.154537 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0b9ce43a-0781-40bb-935c-d6c5a1bb10dc req-d744bce8-1c84-42d6-ab94-1ac156a457a9 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0630898 Jun 29 13:38:48.192069 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0b9ce43a-0781-40bb-935c-d6c5a1bb10dc req-6c94eaae-0c59-40e3-97ef-f998cfcb1c1d tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Jun 29 13:38:48.747623 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7b19b0fc-52ff-4f07-96db-a3f329bb9576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:48.889495 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2cccc-2d94-4f81-971a-ef37c5d28f4b req-084de67e-76f5-4ae6-afd4-522cd9a8f632 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:48.891614 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-29c2cccc-2d94-4f81-971a-ef37c5d28f4b req-084de67e-76f5-4ae6-afd4-522cd9a8f632 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0686381 Jun 29 13:38:48.942267 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-29c2cccc-2d94-4f81-971a-ef37c5d28f4b req-03526b94-7235-4a7b-bd90-715cc21ec130 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Jun 29 13:38:49.053969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d6c30-9f32-41cf-a907-cad05300982c req-6dd71176-ae36-486a-b551-286cee44764b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:49.055367 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-427d6c30-9f32-41cf-a907-cad05300982c req-6dd71176-ae36-486a-b551-286cee44764b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0633881 Jun 29 13:38:49.095315 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-427d6c30-9f32-41cf-a907-cad05300982c req-060a0c08-2c14-4209-a94b-ae2161bd789f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339134 Jun 29 13:38:49.373990 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239297e9-cd3a-4db4-8007-b98f80c15f66 req-975f233f-d033-4266-b01b-fd9c2878d4c1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:49.375412 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-239297e9-cd3a-4db4-8007-b98f80c15f66 req-975f233f-d033-4266-b01b-fd9c2878d4c1 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0738630 Jun 29 13:38:49.412588 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-239297e9-cd3a-4db4-8007-b98f80c15f66 req-2c936683-2eb3-44a3-881c-a0ffc68cc32a tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Jun 29 13:38:49.906895 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:38:49.989405 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34222) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:50.100854 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.129454 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8042dcd-78aa-4fc5-929c-bcff38e220f8 req-b5e679df-86e3-4f37-a0d3-5ccaef1934c8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:50.134601 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c8042dcd-78aa-4fc5-929c-bcff38e220f8 req-b5e679df-86e3-4f37-a0d3-5ccaef1934c8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0744638 Jun 29 13:38:50.178016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c8042dcd-78aa-4fc5-929c-bcff38e220f8 req-27c10255-b630-4a72-be0d-04db330d5019 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Jun 29 13:38:50.208627 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.213037 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.216360 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:50.281698 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6639b6ce4d54de3b272e10b5b6dba07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910225 Jun 29 13:38:50.284597 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa89c7-00ce-4dbb-a38f-4e1b211420f2,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:50.284765 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34228) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:50.290012 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:50.318540 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120ba5f-6fc5-4ac6-9932-4d7c4c4e8e8c req-da1b0baa-c46d-4b8d-91f7-80f551298213 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:50.320048 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7120ba5f-6fc5-4ac6-9932-4d7c4c4e8e8c req-da1b0baa-c46d-4b8d-91f7-80f551298213 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0877609 Jun 29 13:38:50.340521 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.360893 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7120ba5f-6fc5-4ac6-9932-4d7c4c4e8e8c req-88ecdd65-6c1b-4fae-b58a-339b2c247825 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344844 Jun 29 13:38:50.361877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.409307 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.411989 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:50.413140 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8aa89c7-00ce-4dbb-a38f-4e1b211420f2 HTTP/1.1" status: 204 len: 168 time: 0.1274252 Jun 29 13:38:50.413885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-640317cc-4d1a-4e98-8290-1d700992f015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:50.423172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa89c7-00ce-4dbb-a38f-4e1b211420f2,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:50.426275 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:50.599124 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d8fe2-a475-48e9-ae72-a0b01a43d0e0 req-303b8829-727e-4165-a6e3-9e9730361869 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:50.600603 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6a4d8fe2-a475-48e9-ae72-a0b01a43d0e0 req-303b8829-727e-4165-a6e3-9e9730361869 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0722523 Jun 29 13:38:50.638881 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6a4d8fe2-a475-48e9-ae72-a0b01a43d0e0 req-6a458fb7-f122-411a-9b95-d00281817c7f tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cc05724-dfb9-426c-8f1d-b6828ad99933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Jun 29 13:38:51.246847 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c978ec5e-2a15-42da-8632-8a49f5a3c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.274158 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-2b94b2f1-1080-46fc-a813-04952c648043 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:51.275705 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-2b94b2f1-1080-46fc-a813-04952c648043 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 945 time: 0.0723953 Jun 29 13:38:51.392621 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Deleting port ad827959-4535-4928-8e91-975f09f664cc {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:38:51.394387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.401966 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4926-55c5-4943-b204-64608358bfe8 req-02f6a79a-f922-4e2f-9eb7-18cde9699c3b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:51.409334 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0c1e4926-55c5-4943-b204-64608358bfe8 req-02f6a79a-f922-4e2f-9eb7-18cde9699c3b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1011422 Jun 29 13:38:51.459857 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0c1e4926-55c5-4943-b204-64608358bfe8 req-9003225e-68f1-4d3d-8712-3b392221f9ce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495720 Jun 29 13:38:51.496545 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.507504 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] For port ad827959-4535-4928-8e91-975f09f664cc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ad827959-4535-4928-8e91-975f09f664cc,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:51.507853 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.556528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Calling delete_port for ad827959-4535-4928-8e91-975f09f664cc owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:38:51.614513 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45738-7e54-40a4-bec1-36518c5ce11e req-99da126c-761d-4723-9dc7-575497ceb025 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:51.615901 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a0c45738-7e54-40a4-bec1-36518c5ce11e req-99da126c-761d-4723-9dc7-575497ceb025 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.1251943 Jun 29 13:38:51.681691 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a0c45738-7e54-40a4-bec1-36518c5ce11e req-a2d4fd18-f61b-401a-85d8-a753f933ec02 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586269 Jun 29 13:38:51.743840 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.747972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b6436493-4a95-4464-b61d-0109bb11a508 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:51.756224 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['ad827959-4535-4928-8e91-975f09f664cc'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:38:51.775556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Pushing event deleted for resources: {'Port': ['ID=ad827959-4535-4928-8e91-975f09f664cc,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:51.778662 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:51.787432 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1cfa21fb-3b61-4d9a-b52a-542e207c8920 req-224bdd79-95b5-4754-9537-0c5503de925c tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.21 "GET /v2.0/ports?device_id=72ee130d-976e-43f6-b38d-097bcc9ed234 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Jun 29 13:38:51.821200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] No DVR routers for this DVR port ad827959-4535-4928-8e91-975f09f664cc on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:38:51.823722 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:51.825678 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-61efc0ef-bb45-4e48-a9e6-bcaa7ce2e931 req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] 10.222.0.61 "DELETE /v2.0/ports/ad827959-4535-4928-8e91-975f09f664cc HTTP/1.1" status: 204 len: 173 time: 0.5426006 Jun 29 13:38:51.826190 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'name': 'network-vif-deleted', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:38:51.828454 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e16091-e133-4020-ac0c-04823a606dd9" -d '{"events": [{"server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "name": "network-vif-deleted", "tag": "ad827959-4535-4928-8e91-975f09f664cc"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:38:51.868482 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4d9db-2a89-42bb-8343-c07f088d78be x-openstack-request-id: req-6fd4d9db-2a89-42bb-8343-c07f088d78be {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:38:51.868800 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ee130d-976e-43f6-b38d-097bcc9ed234", "name": "network-vif-deleted", "tag": "ad827959-4535-4928-8e91-975f09f664cc", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:38:51.869606 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fd4d9db-2a89-42bb-8343-c07f088d78be {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:38:51.870047 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ee130d-976e-43f6-b38d-097bcc9ed234', 'name': 'network-vif-deleted', 'tag': 'ad827959-4535-4928-8e91-975f09f664cc', 'status': 'completed', 'code': 200} Jun 29 13:38:52.638909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57667646-bbe5-4c86-8b2b-f9be0063a223 req-b1252116-0410-4049-bd76-f7659176dab2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:52.640387 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-57667646-bbe5-4c86-8b2b-f9be0063a223 req-b1252116-0410-4049-bd76-f7659176dab2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0667510 Jun 29 13:38:52.679196 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-57667646-bbe5-4c86-8b2b-f9be0063a223 req-b51f4b1d-4c30-4a71-8da6-38703e83f614 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jun 29 13:38:52.685170 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:52.858807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d9647-71f9-47c6-aa71-99c0159969fe req-b199ad4d-03c4-4a83-b1ea-15746f1b5447 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:52.860259 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-539d9647-71f9-47c6-aa71-99c0159969fe req-b199ad4d-03c4-4a83-b1ea-15746f1b5447 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0640888 Jun 29 13:38:52.885677 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34282) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:52.904014 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-539d9647-71f9-47c6-aa71-99c0159969fe req-3a3a1979-4d37-4bfe-bedc-63255675dcf4 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374262 Jun 29 13:38:53.272324 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:53.793923 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Deleting port f95f0568-5a90-42f2-bc84-f69dcb89737e {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:38:53.794619 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:53.907859 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] For port f95f0568-5a90-42f2-bc84-f69dcb89737e, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f95f0568-5a90-42f2-bc84-f69dcb89737e,segment=NetworkSegment(f9777dc0-f8ac-48ca-aedb-a84f87d9553b),segment_id=f9777dc0-f8ac-48ca-aedb-a84f87d9553b)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:53.908787 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:53.923869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Calling delete_port for f95f0568-5a90-42f2-bc84-f69dcb89737e owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:38:53.932231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ed464-1f3a-4489-bef0-c4006352daa4 req-b2e234af-c8ab-425e-9cc8-fc8cce758800 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:53.933689 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-999ed464-1f3a-4489-bef0-c4006352daa4 req-b2e234af-c8ab-425e-9cc8-fc8cce758800 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1368182 Jun 29 13:38:54.017134 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-999ed464-1f3a-4489-bef0-c4006352daa4 req-25ae54e0-79c0-4721-84e3-1d1607b31cec tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755792 Jun 29 13:38:54.085484 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37737-fa13-4cf7-ac88-3fb1d0637c64 req-078708fa-7a95-45db-a3d7-bc9effe5ce42 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:54.087332 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d9e37737-fa13-4cf7-ac88-3fb1d0637c64 req-078708fa-7a95-45db-a3d7-bc9effe5ce42 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0671961 Jun 29 13:38:54.096291 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.131705 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d9e37737-fa13-4cf7-ac88-3fb1d0637c64 req-3f1b5ba2-7243-47a6-8e34-5150b854f04f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382440 Jun 29 13:38:54.164667 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.166380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:54.189526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95f0568-5a90-42f2-bc84-f69dcb89737e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:54.192642 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:54.341091 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.548467 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:38:54.652639 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:38:54.657753 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f567e6f7-344f-4374-b138-f476a469dac5 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac66d476-e8b6-41b3-a0bb-21c48cd8d980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709317 Jun 29 13:38:54.661068 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34296) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:54.661694 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Sync routers for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:38:54.670721 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:38:54.671333 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:38:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:54.765910 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.773045 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:38:54.868749 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.919645 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Deleting port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:38:54.919983 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:54.949478 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:38:54Z', 'revision_number': 5, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port': {'id': '6eeafef8-dacc-47a0-886a-0b4f6fffd1c5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:17Z', 'updated_at': '2021-06-29T13:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.004859 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] For port 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:55.005222 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.017549 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Calling delete_port for 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:38:55.054233 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Checking router: ac66d476-e8b6-41b3-a0bb-21c48cd8d980 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:38:55.062521 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Routers {'ac66d476-e8b6-41b3-a0bb-21c48cd8d980'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:38:55.063138 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:38:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.150804 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] Set router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:38:55.204442 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:38:54Z', 'revision_number': 6, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.231345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.232132 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad59f1-fb22-4295-8296-890c3166b945 None None] The sync data for ids ['ac66d476-e8b6-41b3-a0bb-21c48cd8d980'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac66d476-e8b6-41b3-a0bb-21c48cd8d980', 'name': 'tempest-ServerRescueNegativeTestJSON-1153898691-router', 'tenant_id': 'bee516bd3209443c8f410421ff9f6313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:38:54Z', 'revision_number': 6, 'project_id': 'bee516bd3209443c8f410421ff9f6313', 'gw_port_host': None}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:38:55.234180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:55.268219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bddd7-a74a-48e9-bf33-76adf21f1d4a req-2a206a4d-8ba8-4079-bf60-85ff40c21cb8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:55.269967 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b31bddd7-a74a-48e9-bf33-76adf21f1d4a req-2a206a4d-8ba8-4079-bf60-85ff40c21cb8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.1314554 Jun 29 13:38:55.271237 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeafef8-dacc-47a0-886a-0b4f6fffd1c5,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:55.274454 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:55.325328 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b68b3-355a-473f-a566-d4806c234d1c req-d1516259-c7fd-40ce-a2a0-2f24923eb73e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:55.326835 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f68b68b3-355a-473f-a566-d4806c234d1c req-d1516259-c7fd-40ce-a2a0-2f24923eb73e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0638750 Jun 29 13:38:55.355625 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b31bddd7-a74a-48e9-bf33-76adf21f1d4a req-4d7f3a45-a490-4ade-9fcd-5b267872fab8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779977 Jun 29 13:38:55.363016 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.370395 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f68b68b3-355a-473f-a566-d4806c234d1c req-cd9704f8-7dd2-4cfe-9dcb-f8c212c62312 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366268 Jun 29 13:38:55.464435 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.466462 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.530333 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.530804 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac66d476-e8b6-41b3-a0bb-21c48cd8d980 {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:38:55.538195 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.539351 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b6a695a7-0230-4b8d-8371-eb3aab0194a7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac66d476-e8b6-41b3-a0bb-21c48cd8d980 HTTP/1.1" status: 204 len: 168 time: 0.8773670 Jun 29 13:38:55.541997 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34306) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:55.587387 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Deleting subnet 938d85f8-6373-48ce-8713-261c38f50319 {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:38:55.590719 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.625321 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.663956 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.720619 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.722853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-02a1f79b-581a-4b01-a519-d63b297cdd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:55.745186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938d85f8-6373-48ce-8713-261c38f50319,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:55.748012 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:55.748999 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.751032 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/938d85f8-6373-48ce-8713-261c38f50319 HTTP/1.1" status: 204 len: 168 time: 0.2080903 Jun 29 13:38:55.754427 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34308) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:55.821032 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.897823 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.907022 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aa4680-d7a2-499c-a5d6-cf550e5236a1']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.916504 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.916801 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9777dc0-f8ac-48ca-aedb-a84f87d9553b') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:55.925166 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.937743 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.943793 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:38:55.944165 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:38:55.945752 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:38:56.001050 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.005387 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.010328 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0aa4680-d7a2-499c-a5d6-cf550e5236a1 HTTP/1.1" status: 204 len: 168 time: 0.2549169 Jun 29 13:38:56.011101 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c05771c8-036c-4c50-bcc2-d950e0da8246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:56.028943 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0aa4680-d7a2-499c-a5d6-cf550e5236a1,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:56.032039 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:56.087846 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f95f0568-5a90-42f2-bc84-f69dcb89737e no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:56.108146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: f95f0568-5a90-42f2-bc84-f69dcb89737e {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:38:56.108507 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f95f0568-5a90-42f2-bc84-f69dcb89737e not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:38:56.108940 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:56.134187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:38:56.134461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6eeafef8-dacc-47a0-886a-0b4f6fffd1c5 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:38:56.201141 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34316) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:56.248306 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a0146213-e176-48f2-90da-bb25fa8956d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bee516bd3209443c8f410421ff9f6313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459001 Jun 29 13:38:56.250715 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34318) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:56.302119 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.323712 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.369559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.372404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:56.373521 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cc05724-dfb9-426c-8f1d-b6828ad99933 HTTP/1.1" status: 204 len: 168 time: 0.1218948 Jun 29 13:38:56.374316 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ebc949b3-2edb-48fc-a6fd-f18bbe2327e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:56.382287 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc05724-dfb9-426c-8f1d-b6828ad99933,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:56.384714 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:56.551798 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38cf6a-ac1b-4ed8-9c79-cb60359cc266 req-c042bac9-5d53-4847-9160-b81927b503f3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:56.554228 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4c38cf6a-ac1b-4ed8-9c79-cb60359cc266 req-c042bac9-5d53-4847-9160-b81927b503f3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0682361 Jun 29 13:38:56.584331 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979d97b-d643-4a89-b623-9c4148d8e6ca req-d2299f7f-c578-47bb-9a2f-49f02989e64c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:56.585882 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5979d97b-d643-4a89-b623-9c4148d8e6ca req-d2299f7f-c578-47bb-9a2f-49f02989e64c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0752411 Jun 29 13:38:56.601569 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4c38cf6a-ac1b-4ed8-9c79-cb60359cc266 req-98c4fe94-c8a5-4109-ac10-8fd3b3d9a6d8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Jun 29 13:38:56.630945 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5979d97b-d643-4a89-b623-9c4148d8e6ca req-f40a8906-f6fe-44ca-98a1-9591ea4c11fa tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359519 Jun 29 13:38:57.047960 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34348) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:57.138193 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ad827959-4535-4928-8e91-975f09f664cc no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:38:57.146657 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572386375-network', 'tenant_id': 'dc6588eb3e6d437ba242369dccc9f685'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:38:57.157629 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: ad827959-4535-4928-8e91-975f09f664cc {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:38:57.158590 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ad827959-4535-4928-8e91-975f09f664cc not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:38:57.169256 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Made reservation on behalf of dc6588eb3e6d437ba242369dccc9f685 for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:38:57.171574 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.179889 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.265856 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.269793 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.273475 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-23bb5931-0bfa-49d4-8afa-f50fbb67423a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:57.290380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:38:57.305414 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c951d4f8-afab-4137-97f4-3d37e16e43b5,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:57.308161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.308503 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Added segment 54fb7343-4380-4f12-9171-39267b53d7d3 of type vlan for network 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a Jun 29 13:38:57.309926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:57.349492 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.376765 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.378190 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:57.378767 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.381598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:57.428465 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3793790 Jun 29 13:38:57.431469 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34352) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:57.436486 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Request body: {'subnet': {'network_id': '4133a2b7-2fa6-4960-a17b-754bbbbc6f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572386375-subnet', 'tenant_id': 'dc6588eb3e6d437ba242369dccc9f685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:38:57.441047 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Pushing event updated for resources: {'Network': ['ID=4133a2b7-2fa6-4960-a17b-754bbbbc6f3a,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:57.443627 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:57.450729 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:38:57.461422 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Made reservation on behalf of dc6588eb3e6d437ba242369dccc9f685 for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:38:57.464055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26513607'] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.636653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26513621'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.638876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0451df55-682c-45f5-aefe-22932ce5e0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:57.696214 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6898668e-1c2e-48b8-99cb-05f3ed527437,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:57.699786 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:57.706994 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Checking segment: {'id': '54fb7343-4380-4f12-9171-39267b53d7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4133a2b7-2fa6-4960-a17b-754bbbbc6f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:38:57.707361 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Network hostable DHCP agents. Network: 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:38:57.723503 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Network 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:38:57.733520 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:38:57.739121 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:57.739733 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:57.745904 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0047a36-a81f-40bf-9fb9-43099b0d02a3 None None] Network 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:38:57.765074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3325036 Jun 29 13:38:57.815585 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83092b9-2b7e-40c4-b2ed-c27d60aca148 req-9126b569-6afe-4c77-8258-3ebcb50241ac tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:57.817391 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f83092b9-2b7e-40c4-b2ed-c27d60aca148 req-9126b569-6afe-4c77-8258-3ebcb50241ac tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0919647 Jun 29 13:38:57.824179 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8b97-8409-4cea-8f10-1a56a07ab7b4 req-e1261b77-72ee-4459-9446-79cd43499c54 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:57.825721 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-323a8b97-8409-4cea-8f10-1a56a07ab7b4 req-e1261b77-72ee-4459-9446-79cd43499c54 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0740523 Jun 29 13:38:57.879596 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f83092b9-2b7e-40c4-b2ed-c27d60aca148 req-7c97d3bd-7d93-4781-aec9-877b88c09ea3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555124 Jun 29 13:38:57.909410 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-323a8b97-8409-4cea-8f10-1a56a07ab7b4 req-76a94e72-3c84-4ac8-8b21-2991774ef508 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677626 Jun 29 13:38:58.058449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321435ef-b41e-496a-847e-30615e57df3b None None] Network 4133a2b7-2fa6-4960-a17b-754bbbbc6f3a requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:38:58.370475 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34392) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:58.375527 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942703873-network', 'tenant_id': '64112858dd164b679cbdcd8a294a8f5b'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:38:58.397436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Made reservation on behalf of 64112858dd164b679cbdcd8a294a8f5b for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:38:58.400129 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.412534 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.500172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.504412 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.508204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5caef56b-5ae2-417a-aee9-b379f4418fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:58.525205 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:38:58.541261 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2aafda-2aa8-4e6c-8d11-3753c5c185ba,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:58.544104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.544438 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Added segment b768e79e-e72d-4faa-858d-5dec59522717 of type vlan for network 11907e42-aa33-4ac5-a822-4d201c5e9d51 Jun 29 13:38:58.545801 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:58.584184 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.613700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.615374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:58.616179 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.619076 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:58.665252 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2935073 Jun 29 13:38:58.667951 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34394) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:58.673271 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Request body: {'subnet': {'network_id': '11907e42-aa33-4ac5-a822-4d201c5e9d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942703873-subnet', 'tenant_id': '64112858dd164b679cbdcd8a294a8f5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:38:58.678694 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Pushing event updated for resources: {'Network': ['ID=11907e42-aa33-4ac5-a822-4d201c5e9d51,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:58.681351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:58.688791 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 11907e42-aa33-4ac5-a822-4d201c5e9d51 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:38:58.696047 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Made reservation on behalf of 64112858dd164b679cbdcd8a294a8f5b for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:38:58.698567 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.863111 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.865540 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-427a59ec-cfbd-4081-be2b-c4d2c4d91e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:58.921007 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=781c8f11-dd13-478b-8493-9e038a2efeb1,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:58.924849 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:58.928741 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Checking segment: {'id': 'b768e79e-e72d-4faa-858d-5dec59522717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11907e42-aa33-4ac5-a822-4d201c5e9d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:38:58.929100 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Network hostable DHCP agents. Network: 11907e42-aa33-4ac5-a822-4d201c5e9d51, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:38:58.946981 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Network 11907e42-aa33-4ac5-a822-4d201c5e9d51 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:38:58.957694 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 11907e42-aa33-4ac5-a822-4d201c5e9d51) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:38:58.961807 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:58.962834 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:58.969480 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172dd8f-daa2-4693-bc68-d20b503022ae None None] Network 11907e42-aa33-4ac5-a822-4d201c5e9d51 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:38:58.985548 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3164523 Jun 29 13:38:59.079489 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f11aa-2a09-4889-a414-8204f0bcb64c req-447df668-3284-4bcc-afe9-ed36225c1bd5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:59.086585 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-041f11aa-2a09-4889-a414-8204f0bcb64c req-447df668-3284-4bcc-afe9-ed36225c1bd5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 943 time: 0.0773950 Jun 29 13:38:59.110864 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47605254-f6ee-4ed0-9f25-ce9ffddadb39 None None] Network 11907e42-aa33-4ac5-a822-4d201c5e9d51 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:38:59.111789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34402) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:59.128891 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-041f11aa-2a09-4889-a414-8204f0bcb64c req-54787c84-45da-4e02-98d4-6725b495ffa8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401521 Jun 29 13:38:59.166804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b225-8d95-425b-9c55-1ba985548791 req-3f1f3160-ddb2-40df-b794-7ddd8484530c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:38:59.169054 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-79c6b225-8d95-425b-9c55-1ba985548791 req-3f1f3160-ddb2-40df-b794-7ddd8484530c tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.1248426 Jun 29 13:38:59.172320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Deleting subnet 6898668e-1c2e-48b8-99cb-05f3ed527437 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:38:59.178180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.240134 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-79c6b225-8d95-425b-9c55-1ba985548791 req-cce51438-fb2d-4ad0-95f4-b8aba927feec tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634971 Jun 29 13:38:59.242986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.286374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.339825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.342164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:59.366081 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6898668e-1c2e-48b8-99cb-05f3ed527437,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:59.368941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:59.370001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.374379 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34408) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:59.374516 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6898668e-1c2e-48b8-99cb-05f3ed527437 HTTP/1.1" status: 204 len: 168 time: 0.2614214 Jun 29 13:38:59.442247 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.519272 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.528657 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4133a2b7-2fa6-4960-a17b-754bbbbc6f3a']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:59.540234 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fb7343-4380-4f12-9171-39267b53d7d3') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:59.540529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fb7343-4380-4f12-9171-39267b53d7d3') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:38:59.549526 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.562529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.568696 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:38:59.569077 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:38:59.570666 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:38:59.623218 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.627189 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:59.629529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.632799 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4133a2b7-2fa6-4960-a17b-754bbbbc6f3a HTTP/1.1" status: 204 len: 168 time: 0.2557337 Jun 29 13:38:59.632893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:38:59.636854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34410) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:59.646425 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4133a2b7-2fa6-4960-a17b-754bbbbc6f3a,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:59.648869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:59.680712 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Deleting subnet 781c8f11-dd13-478b-8493-9e038a2efeb1 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:38:59.683824 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.718992 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.730331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:59.742719 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'mac_address': 'fa:16:3e:d8:da:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:38:59.761459 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.778258 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.793949 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:38:59.813177 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.813724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:38:59.817455 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:59.818437 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.820170 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:38:59.839243 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781c8f11-dd13-478b-8493-9e038a2efeb1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:59.841602 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:59.846762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.848630 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5b0d4ac0-ea08-447a-b8dc-b312a418efd7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/781c8f11-dd13-478b-8493-9e038a2efeb1 HTTP/1.1" status: 204 len: 168 time: 0.2107205 Jun 29 13:38:59.851057 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34412) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:38:59.865715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=9']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:38:59.872898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.873275 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.873622 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.873986 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.874377 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.874714 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.875045 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.875373 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.875703 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.876031 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.876379 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.877325 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:38:59.881350 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:38:59.918166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:38:59.997520 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.006943 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11907e42-aa33-4ac5-a822-4d201c5e9d51']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:00.016521 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b768e79e-e72d-4faa-858d-5dec59522717') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:00.016817 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b768e79e-e72d-4faa-858d-5dec59522717') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:00.025814 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.039255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.044768 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:39:00.045144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:39:00.046748 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:39:00.101076 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.104830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:00.107783 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.108950 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/11907e42-aa33-4ac5-a822-4d201c5e9d51 HTTP/1.1" status: 204 len: 168 time: 0.2569554 Jun 29 13:39:00.119766 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=11907e42-aa33-4ac5-a822-4d201c5e9d51,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:00.122106 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-09434555-4b0a-44d4-8b23-9e7cbb8f37d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:00.266087 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34418) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:00.309623 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c7da0a41-bb8e-4492-83dd-04047d8abbed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc6588eb3e6d437ba242369dccc9f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401220 Jun 29 13:39:00.309902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34422) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:00.313833 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f9309-dd75-4cc5-8484-e5829921bf9b req-4fdb96fd-ac5a-4ae2-9ec5-541579259fd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:00.326872 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ba0f9309-dd75-4cc5-8484-e5829921bf9b req-4fdb96fd-ac5a-4ae2-9ec5-541579259fd8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.0818336 Jun 29 13:39:00.371152 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ba0f9309-dd75-4cc5-8484-e5829921bf9b req-6cbbbfee-d962-41da-be33-0a41c47f8570 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381134 Jun 29 13:39:00.404068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.434936 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.480890 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5837-c59f-4c37-8a3b-c943f0cc5209 req-174914f3-a941-40f9-90db-7bdd10857db0 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:00.482259 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1b0f5837-c59f-4c37-8a3b-c943f0cc5209 req-174914f3-a941-40f9-90db-7bdd10857db0 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.1161094 Jun 29 13:39:00.516452 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.519572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.520665 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c951d4f8-afab-4137-97f4-3d37e16e43b5 HTTP/1.1" status: 204 len: 168 time: 0.2097359 Jun 29 13:39:00.523239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:00.537294 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1b0f5837-c59f-4c37-8a3b-c943f0cc5209 req-59dba622-d9f6-4c50-8a90-af0ed9537350 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486064 Jun 29 13:39:00.538525 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951d4f8-afab-4137-97f4-3d37e16e43b5,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:00.540770 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:00.851335 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34432) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:00.891245 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-15fcd573-4aab-4b97-af1d-ad7f407bab5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64112858dd164b679cbdcd8a294a8f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386257 Jun 29 13:39:00.894353 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34434) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:00.942769 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:00.964367 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:01.011242 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:01.013908 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:01.015073 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb2aafda-2aa8-4e6c-8d11-3753c5c185ba HTTP/1.1" status: 204 len: 168 time: 0.1198123 Jun 29 13:39:01.015836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e9778435-a053-466f-b72b-efe885962eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:01.024014 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2aafda-2aa8-4e6c-8d11-3753c5c185ba,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:01.026134 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:01.646450 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813681b-0596-41f3-97f4-6418ed16e62c req-fbfb81bc-c058-46ff-830a-0283de1a85f1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:01.648042 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8813681b-0596-41f3-97f4-6418ed16e62c req-fbfb81bc-c058-46ff-830a-0283de1a85f1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.1525927 Jun 29 13:39:01.704119 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8813681b-0596-41f3-97f4-6418ed16e62c req-e54733ca-790a-4b35-9e49-0652b27bf9c3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500674 Jun 29 13:39:01.763844 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8839b42-4b1f-48ce-b8de-dabc8d9fc730 req-e067a9ea-9c76-4ab4-992d-7d830a9fb981 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:01.770468 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c8839b42-4b1f-48ce-b8de-dabc8d9fc730 req-e067a9ea-9c76-4ab4-992d-7d830a9fb981 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0796678 Jun 29 13:39:01.820753 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c8839b42-4b1f-48ce-b8de-dabc8d9fc730 req-b0f1947c-be4b-484d-a1db-9dbdf7fb6b84 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438564 Jun 29 13:39:01.888724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:39:02.965938 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44ae73-ce6c-4fe7-b4b2-608ec1ca7076 req-89fee5d6-3a27-4f93-8cc9-484c63583aa8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:02.968101 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b44ae73-ce6c-4fe7-b4b2-608ec1ca7076 req-89fee5d6-3a27-4f93-8cc9-484c63583aa8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 944 time: 0.1299036 Jun 29 13:39:03.009266 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b44ae73-ce6c-4fe7-b4b2-608ec1ca7076 req-a8473df9-236c-4cc9-9ea6-be1b733d1725 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347807 Jun 29 13:39:03.056495 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755bee5-80fd-46f4-819d-a3ae8f89944b req-5af81af3-68e1-4c6c-bd55-387ec4ab3a4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:03.057975 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5755bee5-80fd-46f4-819d-a3ae8f89944b req-5af81af3-68e1-4c6c-bd55-387ec4ab3a4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0796959 Jun 29 13:39:03.098829 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5755bee5-80fd-46f4-819d-a3ae8f89944b req-ef14f0f6-1a64-4e64-91e8-6c472399e56f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=8777a388-6de6-41d2-b23f-b42727abcb43&id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349433 Jun 29 13:39:03.896184 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:39:03.944489 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:39:03.944870 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:04.024471 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:04.047199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:39:04.050217 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c1025-e840-4110-bec3-32e4d797d80c" -d '{"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:39:04.063589 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:04.068775 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:04.071724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:04.098391 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf7e7d-9a52-4cb8-b26f-eeebcd36228c x-openstack-request-id: req-c6bf7e7d-9a52-4cb8-b26f-eeebcd36228c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:39:04.098686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-plugged", "status": "completed", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:39:04.098948 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6bf7e7d-9a52-4cb8-b26f-eeebcd36228c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:39:04.099331 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'code': 200} Jun 29 13:39:04.124154 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=10']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:04.127791 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:04.190535 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873586-4fb5-4cd9-bc5c-4659a9a93033 req-d65f81f3-c1a4-41fd-b38e-277e11283283 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:04.191914 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f873586-4fb5-4cd9-bc5c-4659a9a93033 req-d65f81f3-c1a4-41fd-b38e-277e11283283 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0628464 Jun 29 13:39:04.229796 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f873586-4fb5-4cd9-bc5c-4659a9a93033 req-33977708-0250-4c86-ab67-f81b249eb276 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Jun 29 13:39:04.905813 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:05.409827 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab522d-2007-4062-aefa-b8aa95326a4b req-b6479daf-2e29-4f90-a0a8-e07df8216962 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:05.411273 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-97ab522d-2007-4062-aefa-b8aa95326a4b req-b6479daf-2e29-4f90-a0a8-e07df8216962 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0604117 Jun 29 13:39:05.451268 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-97ab522d-2007-4062-aefa-b8aa95326a4b req-37bdc6b4-43e2-4025-975c-abbdf36225ae tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342751 Jun 29 13:39:06.375799 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea706db9-6622-45f8-a320-e9dcdd25e755 req-72696cb3-3ac2-45b1-adf6-80ca903d35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:06.377756 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ea706db9-6622-45f8-a320-e9dcdd25e755 req-72696cb3-3ac2-45b1-adf6-80ca903d35e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 1099 time: 0.0510244 Jun 29 13:39:06.412492 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ea706db9-6622-45f8-a320-e9dcdd25e755 req-2451e8ff-a2a5-4243-8c87-a1cf0397fc72 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279429 Jun 29 13:39:06.637978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33cff-a536-48c7-b19f-b41239d16c56 req-27313bdd-3f00-4789-97d3-e91686f57ecf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:06.639414 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7db33cff-a536-48c7-b19f-b41239d16c56 req-27313bdd-3f00-4789-97d3-e91686f57ecf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0621815 Jun 29 13:39:06.683271 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7db33cff-a536-48c7-b19f-b41239d16c56 req-f7f9895a-b3c4-453e-b310-a362ac9ef81b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Jun 29 13:39:07.935713 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8995b7-7918-44fb-9476-bfe18629bd56 req-28336a4d-ff20-41f1-94f5-dfa3188e03f9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:07.946303 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f8995b7-7918-44fb-9476-bfe18629bd56 req-28336a4d-ff20-41f1-94f5-dfa3188e03f9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.1104310 Jun 29 13:39:07.994841 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f8995b7-7918-44fb-9476-bfe18629bd56 req-8226c824-9a52-4121-98f4-7160c52b441c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Jun 29 13:39:09.181578 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700b62-05ab-45e9-9d2c-285c5182d9e9 req-077c25e1-d9e0-4ec9-96cd-1513ccd10a84 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:09.183092 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a9700b62-05ab-45e9-9d2c-285c5182d9e9 req-077c25e1-d9e0-4ec9-96cd-1513ccd10a84 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0778804 Jun 29 13:39:09.228859 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a9700b62-05ab-45e9-9d2c-285c5182d9e9 req-93d97d19-23d4-4bf9-b273-18f796117a8f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331876 Jun 29 13:39:09.528657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34726) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:09.641169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.736442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.740023 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.742740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b03b3142-2c62-47f9-af39-a1be33215d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:09.780690 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a89774771dd4a8bbe3d862415e0be88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509751 Jun 29 13:39:09.781559 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeaa2f4-72cd-4771-b495-1e3b1e058900,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:09.784552 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34738) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:09.786505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:09.835803 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.857499 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.904458 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.907483 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:09.910365 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdeaa2f4-72cd-4771-b495-1e3b1e058900 HTTP/1.1" status: 204 len: 168 time: 0.1237586 Jun 29 13:39:09.911104 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-05ff8fcf-c511-45d0-82c4-f3a49bacf38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:09.918246 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeaa2f4-72cd-4771-b495-1e3b1e058900,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:09.920651 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2ab30a56-93dc-43b5-b0f9-f07ae8593e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:10.169380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34744) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:10.182766 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.269975 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.273530 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.275895 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-48ecd00f-913a-4781-8ccd-5f628e90a9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:10.310643 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11d3b2bd5aa74dec811260d1456429fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401777 Jun 29 13:39:10.311497 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a79741c-4648-41dd-9256-6d0fb918a747,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:10.313393 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34746) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:10.314576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:10.362353 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.381739 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.426916 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.429320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:10.430454 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a79741c-4648-41dd-9256-6d0fb918a747 HTTP/1.1" status: 204 len: 168 time: 0.1160603 Jun 29 13:39:10.431221 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-482f72b3-30f5-42f0-9af2-ad3332bfb74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:10.438533 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a79741c-4648-41dd-9256-6d0fb918a747,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:10.440970 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:12.181823 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34822) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:12.284688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.373000 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.376845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.380340 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee5f3636-7266-4ff6-9394-9807e9922a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:12.419803 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b64805cc10c74ec89cf4e851275860d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368917 Jun 29 13:39:12.420700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babacf42-079b-49bd-97a2-381a2b4709ee,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:12.422727 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34832) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:12.424549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:12.476446 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.497740 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.546479 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.550198 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:12.553694 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/babacf42-079b-49bd-97a2-381a2b4709ee HTTP/1.1" status: 204 len: 168 time: 0.1269367 Jun 29 13:39:12.553694 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:12.559249 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babacf42-079b-49bd-97a2-381a2b4709ee,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:12.562278 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:13.142915 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34864) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:13.342720 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.435666 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.440608 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.444351 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3eebe39f-8471-44f5-a8c7-e20bbbe890cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:13.481387 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7fef8ae8885417a8bc78ae7ed9552db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372915 Jun 29 13:39:13.483714 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75424c84-c980-4924-a728-ccab32e0a2a6,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:13.484211 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34884) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:13.488275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:13.542286 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.567178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.635801 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.638746 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:13.639986 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75424c84-c980-4924-a728-ccab32e0a2a6 HTTP/1.1" status: 204 len: 168 time: 0.1548231 Jun 29 13:39:13.640960 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-251c3138-0148-4287-ac5b-29bc4069f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:13.649157 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75424c84-c980-4924-a728-ccab32e0a2a6,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:13.651806 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:15.523748 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34932) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:15.631293 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.716240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.720050 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.723275 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-197aed1d-989a-45e8-bf11-5f924794850c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:15.759919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce03371dc22149a3b3ded8fbb672214c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350740 Jun 29 13:39:15.760830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b3be69-74f3-4ce2-8f42-44cba973bfe5,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:15.762656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34936) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:15.763740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:15.810137 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.831142 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.875729 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.878836 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:15.879965 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4b3be69-74f3-4ce2-8f42-44cba973bfe5 HTTP/1.1" status: 204 len: 168 time: 0.1162524 Jun 29 13:39:15.880708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c901ba35-a837-43a9-938a-d5664d270229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:15.887657 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b3be69-74f3-4ce2-8f42-44cba973bfe5,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:15.893589 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:16.136871 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34944) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:16.150418 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.237630 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.248589 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.251123 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:16.286423 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=261a24a1b23941e1a5d7e64a0b46779b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483881 Jun 29 13:39:16.287560 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e765df7-6182-4209-b0bf-37d6aea2bdfb,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:16.288972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34948) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:16.290641 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:16.339647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.361025 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.404187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.406708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.408400 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e765df7-6182-4209-b0bf-37d6aea2bdfb HTTP/1.1" status: 204 len: 168 time: 0.1178632 Jun 29 13:39:16.409144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-610be778-f4ee-44b3-bf64-a07a83c11dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:16.416232 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e765df7-6182-4209-b0bf-37d6aea2bdfb,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:16.418560 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:16.716538 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 34954) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:16.730224 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.817150 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.820862 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:16.824231 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c483446-02ca-4a32-9b1f-ac4db7ffeb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:16.858226 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dcbf6e13a8b4bda91312976a93f3a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406159 Jun 29 13:39:16.859369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb166a3-84ba-4f3f-a2e8-54236d9ef3a6,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:16.861400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 34956) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:16.862974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3e1a52c3-e2ad-4dc0-89c9-4eaae810d587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:17.148086 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:17.167442 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:17.212829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:17.215400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:17.216532 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeb166a3-84ba-4f3f-a2e8-54236d9ef3a6 HTTP/1.1" status: 204 len: 168 time: 0.3533795 Jun 29 13:39:17.217293 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a0d50f60-f771-419f-8a65-25b369bfcf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:17.224916 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb166a3-84ba-4f3f-a2e8-54236d9ef3a6,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:17.227064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:18.754508 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d8f7-5938-4806-adba-0f5b8213de32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.239903 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a29b7b26-57f3-40a0-b9be-be53dfb58f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.488895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.643026 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35058) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:21.758277 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.846409 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.850752 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.853298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-faf4e205-25eb-47fc-8636-f75813a6897c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:21.891219 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a30bcf367be484791eea619e0b5d3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472095 Jun 29 13:39:21.894020 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a9765-9ca3-4a54-a30a-c93125121ba1,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:21.894394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35078) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:21.897675 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:21.946535 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:21.967628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:22.024181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:22.026792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:22.027928 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/811a9765-9ca3-4a54-a30a-c93125121ba1 HTTP/1.1" status: 204 len: 168 time: 0.1325574 Jun 29 13:39:22.028696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3677d00c-7fcc-415f-9f91-8c5a7d785acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:22.037029 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a9765-9ca3-4a54-a30a-c93125121ba1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:22.039441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:22.686994 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.598753 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35114) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:23.710466 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.806513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.810248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.812612 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-20c02c6f-32b7-4917-b70b-cc3d3c0c42e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:23.848288 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3183b8c1f664673a9e067cbf8972431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484770 Jun 29 13:39:23.849514 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d0adce-e4e7-4a8d-bc82-291cdab1df15,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:23.851061 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35122) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:23.852579 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:23.900580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.921935 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.969826 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.973182 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:23.974352 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d0adce-e4e7-4a8d-bc82-291cdab1df15 HTTP/1.1" status: 204 len: 168 time: 0.1215270 Jun 29 13:39:23.975121 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f8762c53-aae3-4251-828a-da497a9d0c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:23.982059 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d0adce-e4e7-4a8d-bc82-291cdab1df15,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:23.984217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:24.097240 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.233956 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35130) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:24.247503 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.333927 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.338334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.340926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2ccfbf2b-21f2-4366-b4c1-a66015f164bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:24.377457 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fe349bb8eaf45a6be9297132350eceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423864 Jun 29 13:39:24.378224 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97beb091-4c0a-482a-a0c0-868434eee7de,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:24.380137 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35132) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:24.381126 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:24.429123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.450055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.498856 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.502928 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:24.504055 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97beb091-4c0a-482a-a0c0-868434eee7de HTTP/1.1" status: 204 len: 168 time: 0.1228557 Jun 29 13:39:24.504810 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-93b34509-ccfa-4955-a38f-18ecf5e08820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:24.513442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97beb091-4c0a-482a-a0c0-868434eee7de,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:24.515661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:25.122185 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604260-b12e-4225-8dd9-b67618b16d15 req-33588c7b-5f9f-483a-8ae0-4740f1e8c59f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:25.123663 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f1604260-b12e-4225-8dd9-b67618b16d15 req-33588c7b-5f9f-483a-8ae0-4740f1e8c59f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0711536 Jun 29 13:39:25.161729 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f1604260-b12e-4225-8dd9-b67618b16d15 req-26289566-6fde-439c-81bc-0be8fd9083a5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Jun 29 13:39:26.346760 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0446e3-1d25-45f0-830e-bff0a4aee4df req-9ddf89d6-6c89-4089-987e-69e5e861b6e4 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:26.348278 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1f0446e3-1d25-45f0-830e-bff0a4aee4df req-9ddf89d6-6c89-4089-987e-69e5e861b6e4 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0664012 Jun 29 13:39:26.391299 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1f0446e3-1d25-45f0-830e-bff0a4aee4df req-77929765-2c9a-4a1b-803b-cb7ea19758f9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372050 Jun 29 13:39:26.905947 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:39:27.571168 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68502e57-9fdf-436a-9372-f91bceef57b9 req-28d142f5-c97d-444b-b79c-f82ad6c1a201 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:27.572675 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-68502e57-9fdf-436a-9372-f91bceef57b9 req-28d142f5-c97d-444b-b79c-f82ad6c1a201 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0677075 Jun 29 13:39:27.611626 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-68502e57-9fdf-436a-9372-f91bceef57b9 req-2117f0ab-800c-4266-9064-70f6f91609c5 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332761 Jun 29 13:39:28.785345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68d9bf-ac7d-4ead-ba4c-1112004ddf13 req-dd1625a7-345c-4d2d-8116-61abbc25cd2f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:28.786871 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-af68d9bf-ac7d-4ead-ba4c-1112004ddf13 req-dd1625a7-345c-4d2d-8116-61abbc25cd2f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0621099 Jun 29 13:39:28.824049 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-af68d9bf-ac7d-4ead-ba4c-1112004ddf13 req-b36d883c-2a49-4214-a566-6ece1bb6c43e tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Jun 29 13:39:30.001120 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbe66e-dfec-485e-9280-30e9edaafdc4 req-4ea6b621-14f5-4c92-ade2-b7050356dc1b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:30.002612 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a7fbe66e-dfec-485e-9280-30e9edaafdc4 req-4ea6b621-14f5-4c92-ade2-b7050356dc1b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0691786 Jun 29 13:39:30.282401 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a7fbe66e-dfec-485e-9280-30e9edaafdc4 req-638f6720-7d62-49d3-bad8-b48faca59da0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739642 Jun 29 13:39:31.459496 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702f7b6-474d-4fa4-98b1-2659ba359ddd req-fec4bd46-a8e9-41d7-9f1b-11de0e8d5463 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:31.460958 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6702f7b6-474d-4fa4-98b1-2659ba359ddd req-fec4bd46-a8e9-41d7-9f1b-11de0e8d5463 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0647836 Jun 29 13:39:31.498680 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6702f7b6-474d-4fa4-98b1-2659ba359ddd req-fe3ab2af-1abf-49b1-9ceb-a38263ca75e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313702 Jun 29 13:39:32.466655 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35272) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:32.576977 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.705708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.710924 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.714716 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c3403cdc-ceef-4681-b1ba-1e15be9fea86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:32.743874 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29532a-94f8-444f-93af-2a0b9ecce506 req-10390e3d-8366-45d4-9c2c-7aa704fad38c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:32.745334 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d29532a-94f8-444f-93af-2a0b9ecce506 req-10390e3d-8366-45d4-9c2c-7aa704fad38c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1124818 Jun 29 13:39:32.761631 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f71f620be7e4a6a9bb154eae61dfa6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938962 Jun 29 13:39:32.764313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35278) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:32.782845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14181eb9-c3a1-41e6-b9a4-bac978a1ce43,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:32.786487 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:32.804575 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d29532a-94f8-444f-93af-2a0b9ecce506 req-23266df5-f708-4cd9-91d7-84d30f29f440 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Jun 29 13:39:32.821903 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.843557 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.901994 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.904594 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:32.905717 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14181eb9-c3a1-41e6-b9a4-bac978a1ce43 HTTP/1.1" status: 204 len: 168 time: 0.1404185 Jun 29 13:39:32.906486 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9e6f9977-165b-4c19-96fc-33344814d093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:32.914942 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14181eb9-c3a1-41e6-b9a4-bac978a1ce43,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:32.917372 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:33.163704 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35284) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:33.178150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.264442 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.268151 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.270479 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f35fbc91-27ab-40db-b5fd-472ac55b3dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:33.304072 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3b281-c17a-454c-bf66-3bfe426183ae,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:33.308417 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9324589128b4d589779b9a0ee6ba15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437058 Jun 29 13:39:33.309388 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:33.311652 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35286) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:33.359684 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.380261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.427989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.430598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.431743 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cee3b281-c17a-454c-bf66-3bfe426183ae HTTP/1.1" status: 204 len: 168 time: 0.1196756 Jun 29 13:39:33.432502 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7b81cd1e-c61a-46b8-a883-56c34bd70196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:33.440583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3b281-c17a-454c-bf66-3bfe426183ae,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:33.442936 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5983f860-4893-4761-991f-2bfaefa5a9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:33.755506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35292) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:33.769611 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.858955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.864387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:33.867493 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b4a5bbe1-1c14-49ef-aa57-103983415bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:33.903840 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8749e6f1c8154437857d01b37d9a1207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469479 Jun 29 13:39:33.904767 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c6289b-651e-461b-a88f-3b70806f1adf,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:33.906561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35296) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:33.908437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:34.008848 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:34.028348 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700863c-374d-48fb-a8e2-c5ea89da695d req-a3ae3d09-5b43-499c-8a09-f2c8374ca683 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:34.029817 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2700863c-374d-48fb-a8e2-c5ea89da695d req-a3ae3d09-5b43-499c-8a09-f2c8374ca683 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.1056094 Jun 29 13:39:34.047551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:34.097351 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2700863c-374d-48fb-a8e2-c5ea89da695d req-dc39dfd7-c959-4a06-af2d-a2b8e1915072 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 Jun 29 13:39:34.116556 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:34.119344 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:34.123160 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3c6289b-651e-461b-a88f-3b70806f1adf HTTP/1.1" status: 204 len: 168 time: 0.2130592 Jun 29 13:39:34.123160 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3e33fa6b-2c53-4a9a-ae0e-d3067c5ea874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:34.132664 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c6289b-651e-461b-a88f-3b70806f1adf,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:34.135106 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:34.919174 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:35.292956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f811e4-13ff-477f-97d7-495de310f69d req-f8c836f6-5fc0-450b-8855-6b60f65f2a0b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:35.294940 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f5f811e4-13ff-477f-97d7-495de310f69d req-f8c836f6-5fc0-450b-8855-6b60f65f2a0b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0798075 Jun 29 13:39:35.340074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f5f811e4-13ff-477f-97d7-495de310f69d req-8213ed45-4e8a-41a3-beb9-8153ef61ae90 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 Jun 29 13:39:36.517353 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f016b08-6100-4350-a1a2-d69869151377 req-014aff9a-807e-428b-966b-f177a9f589bd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:36.519395 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f016b08-6100-4350-a1a2-d69869151377 req-014aff9a-807e-428b-966b-f177a9f589bd tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0698328 Jun 29 13:39:36.562458 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f016b08-6100-4350-a1a2-d69869151377 req-3d379b7a-86a4-4701-ba22-2b998ac942f9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Jun 29 13:39:36.894298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-fcadcc3d-d39a-4488-8b1e-beb6527850f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:36.895739 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-fcadcc3d-d39a-4488-8b1e-beb6527850f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 1098 time: 0.0578773 Jun 29 13:39:36.901862 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c175ea-2ce2-4f47-a0c7-1cb60bdf4c51 req-77c77f12-2995-409e-b642-08fde0b80731 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:36.903459 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-49c175ea-2ce2-4f47-a0c7-1cb60bdf4c51 req-77c77f12-2995-409e-b642-08fde0b80731 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0677986 Jun 29 13:39:36.943302 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-49c175ea-2ce2-4f47-a0c7-1cb60bdf4c51 req-07b234ae-193e-46e0-88f8-0438672ee3aa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Jun 29 13:39:36.987018 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-81518efb-7c21-47d7-8143-c6fb522b6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:36.988480 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-81518efb-7c21-47d7-8143-c6fb522b6e2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.0854030 Jun 29 13:39:37.058485 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-416a07e7-ccb6-493a-964a-9413a09860ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 200 len: 1001 time: 0.0617499 Jun 29 13:39:37.106372 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-c2faa812-5218-45bf-82e7-31ed0b893492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:37.107801 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-c2faa812-5218-45bf-82e7-31ed0b893492 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0428724 Jun 29 13:39:37.167255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-2bebe9b0-85a3-4fb6-85ab-4c9b61f8fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:37.168633 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-2bebe9b0-85a3-4fb6-85ab-4c9b61f8fb26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519333 Jun 29 13:39:37.265229 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-eafb2dbe-a6ae-4116-ab60-c98efb86c4df service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862708 Jun 29 13:39:37.365693 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-71bf8ad7-1146-48a5-96ca-f933f7943f4b req-2005ac68-a950-4a2d-8091-7c4eb2456da9 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933807 Jun 29 13:39:38.130687 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8216191-d8ce-4e41-98e5-432fbe329ceb req-e34d2aa3-203f-4090-80b4-d4c9a9a239cb tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:38.132163 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e8216191-d8ce-4e41-98e5-432fbe329ceb req-e34d2aa3-203f-4090-80b4-d4c9a9a239cb tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jun 29 13:39:38.173767 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e8216191-d8ce-4e41-98e5-432fbe329ceb req-4b3933fc-9297-4047-82be-b11476baf080 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356197 Jun 29 13:39:42.332916 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35430) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:42.439128 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.528993 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.533535 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.535992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fb90865b-8710-4b86-9c98-2c51e62fb9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:42.574061 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87512fd-4688-4a17-8201-686c27c47767,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:42.578225 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3442d461f2894bb8a7708fa55dd194d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441554 Jun 29 13:39:42.579761 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:42.581678 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35436) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:42.631106 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.652964 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.699117 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.701693 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:42.702859 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a87512fd-4688-4a17-8201-686c27c47767 HTTP/1.1" status: 204 len: 168 time: 0.1201403 Jun 29 13:39:42.703670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d6d85a9b-d2dc-4ad7-a979-91fbf4a6d3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:42.712341 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87512fd-4688-4a17-8201-686c27c47767,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:42.714870 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:42.964655 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35442) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:42.978505 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.066150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.069801 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.072226 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b0f63198-7619-4b7f-9a34-143677de7405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:43.108031 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f062b6ad086443982ddcf98248e908a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421988 Jun 29 13:39:43.108973 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa194c-0cc1-444e-9ff0-d4c54048f378,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:43.110958 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35444) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:43.112455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:43.162162 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.182673 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.229207 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.231780 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.232907 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbfa194c-0cc1-444e-9ff0-d4c54048f378 HTTP/1.1" status: 204 len: 168 time: 0.1201530 Jun 29 13:39:43.233657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e3baea58-8ef0-478c-8319-d1617b94658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:43.242040 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa194c-0cc1-444e-9ff0-d4c54048f378,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:43.249104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.249481 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.249848 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.250244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.251756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.251756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.252102 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.252240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.252598 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.252945 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.253297 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.253639 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:43.256900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6da50e56-d052-42da-b1d8-0a899a75c62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:43.553477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35450) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:43.567281 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.656327 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.661114 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.663640 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-a5413909-f445-43cc-a209-346fc8a69790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:43.697673 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aedb0d-027c-4b76-9381-42a1bf8383f9,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:43.701948 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb40b3c312114e04ac98987b57dd80cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473823 Jun 29 13:39:43.702861 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:43.705380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35452) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:43.758479 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.779189 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.824845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.827811 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:43.828964 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02aedb0d-027c-4b76-9381-42a1bf8383f9 HTTP/1.1" status: 204 len: 168 time: 0.1224859 Jun 29 13:39:43.830853 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2f2b13b6-2815-4fb9-9743-eebeacb83b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:43.838756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aedb0d-027c-4b76-9381-42a1bf8383f9,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:43.841022 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:44.991567 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-122cafd4-9267-4569-8b15-aa05257f80eb tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605186632&fields=id&tenant_id=64c14748553348db8db7e204d0fe4713 HTTP/1.1" status: 200 len: 267 time: 0.0385101 Jun 29 13:39:45.062568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-a61b89db-a3bf-4917-aab1-749041f71b3b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.064196 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-a61b89db-a3bf-4917-aab1-749041f71b3b tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 984 time: 0.0672204 Jun 29 13:39:45.074949 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Request body: {'port': {'security_groups': ['038e4200-3e2e-4afd-bc39-3ee6d8911a7b']}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:39:45.169379 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.336842 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:45.366941 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.371482 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.375606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1ec612ae-9171-40d6-81ae-048d6e5f8065 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:45.392552 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:39:45.418746 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.419434 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.420796 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0387c502-7e25-4682-aeeb-5f7c1f6d6895 req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "PUT /v2.0/ports/3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 942 time: 0.3503683 Jun 29 13:39:45.421776 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:39:45.424231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:39:45.429404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35490) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:45.480929 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaf65df-0756-470a-98c4-faf643fdf1b9 x-openstack-request-id: req-ebaf65df-0756-470a-98c4-faf643fdf1b9 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:39:45.481254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:39:45.481539 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebaf65df-0756-470a-98c4-faf643fdf1b9 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:39:45.481977 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:39:45.483604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event updated for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=7']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:45.491282 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:45.504681 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:39:45.514829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.545378 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.584013 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-f3c3e632-6db0-4651-b970-fb48dbe0a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.587390 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-f3c3e632-6db0-4651-b970-fb48dbe0a055 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1098 time: 0.0690670 Jun 29 13:39:45.631451 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.634523 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.639332 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "DELETE /v2.0/security-groups/8777a388-6de6-41d2-b23f-b42727abcb43 HTTP/1.1" status: 204 len: 168 time: 0.2092059 Jun 29 13:39:45.639965 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35492) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:45.640734 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d89ec5a3-4b8e-4510-8ea6-9ac0d9e33532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:45.688598 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8777a388-6de6-41d2-b23f-b42727abcb43,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:45.690813 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-8cb30e0d-f81a-484a-ab28-852b94af033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.692282 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-8cb30e0d-f81a-484a-ab28-852b94af033f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 916 time: 0.0983341 Jun 29 13:39:45.696711 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:45.753792 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-b56c1444-fe9b-41f2-b467-a9a6973114c6 None None] Provisioning complete for port 3440d288-a4e4-40a7-be03-05d366dad29d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:39:45.754374 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b56c1444-fe9b-41f2-b467-a9a6973114c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.769663 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-7326bffb-e9a8-44aa-9030-1e0d0b58074a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 1001 time: 0.0696068 Jun 29 13:39:45.823593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-32382ee3-a422-49b5-af9f-6c2b474efc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.823811 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Deleting port 71d00363-b464-4125-916e-ccd66edec30e {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:45.824122 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.825712 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-32382ee3-a422-49b5-af9f-6c2b474efc2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0492156 Jun 29 13:39:45.893436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-ac82ef21-674c-4e2a-a57c-9fab0bef17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:45.894987 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-ac82ef21-674c-4e2a-a57c-9fab0bef17ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614784 Jun 29 13:39:45.900784 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.901147 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:45.913872 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Calling delete_port for 71d00363-b464-4125-916e-ccd66edec30e owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:46.010980 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-2557d065-b534-429e-a154-c5d97f24f8fb service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074052 Jun 29 13:39:46.112895 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:46.114793 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9e35caf7-4e2b-4d8f-a71c-c4e288915c6f req-e5a9e30c-0f59-4edf-ba00-eea72296985a service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968621 Jun 29 13:39:46.115891 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:46.147277 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event deleted for resources: {'Port': ['ID=71d00363-b464-4125-916e-ccd66edec30e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:46.150429 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:46.210670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:46.211088 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Floating IP 77fc0b35-0fe4-4db0-bf13-919992f03423 disassociated (deleted). External IP: 172.27.0.134, port: 3440d288-a4e4-40a7-be03-05d366dad29d. Jun 29 13:39:46.434430 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Router 6d9160b8-dcfc-4741-a7b8-02e58662e30a has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:39:46.560899 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:39:46.566811 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:46.571626 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Sync routers for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:39:46.581251 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:46.581888 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:46.602536 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "DELETE /v2.0/floatingips/77fc0b35-0fe4-4db0-bf13-919992f03423 HTTP/1.1" status: 204 len: 168 time: 0.9566033 Jun 29 13:39:46.691543 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:46.908299 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:46.935957 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Checking router: 6d9160b8-dcfc-4741-a7b8-02e58662e30a for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:39:46.946210 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:46.946864 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:47.053161 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:47.247256 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-24bfe166-3695-40b0-a826-5758777c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:47.274934 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bfe166-3695-40b0-a826-5758777c389d None None] The sync data for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi is: [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:36:24Z', 'revision_number': 4, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '1e1d61bf-56d7-45a9-bd90-e78cfec570d8', 'name': '', 'network_id': 'b18f0ab1-0990-45be-b67c-8129bee91d94', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'mac_address': 'fa:16:3e:c2:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:23Z', 'updated_at': '2021-06-29T13:36:33Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'subnets': [{'id': 'be2cd72b-766a-4800-a7b2-48e8bcd7d9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:39:47.482583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:39:47.485014 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:39:47.490879 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ab03e-4061-4a57-bb3b-dec089e6be1a None None] New status for floating IP 77fc0b35-0fe4-4db0-bf13-919992f03423: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:39:47.526018 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2af5236-fd40-4992-a457-bff6d08cb330 x-openstack-request-id: req-a2af5236-fd40-4992-a457-bff6d08cb330 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:39:47.526664 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:39:47.527061 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2af5236-fd40-4992-a457-bff6d08cb330 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:39:47.527567 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:39:47.635025 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-f032c7c7-707b-473a-bb70-c35ac885f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:47.637436 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-f032c7c7-707b-473a-bb70-c35ac885f204 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=64c14748553348db8db7e204d0fe4713&device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 1098 time: 0.0874894 Jun 29 13:39:47.750589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-4cf76c20-b353-4082-a8d8-b19232d69c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:47.753030 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-4cf76c20-b353-4082-a8d8-b19232d69c07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 200 len: 916 time: 0.1082733 Jun 29 13:39:47.795540 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-283441e2-3164-4a21-83b7-0389b081fdd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 200 len: 217 time: 0.0357842 Jun 29 13:39:47.847849 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-1173aa62-934e-46e3-bc5d-0aba4f291587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:47.849301 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-1173aa62-934e-46e3-bc5d-0aba4f291587 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 200 len: 854 time: 0.0461681 Jun 29 13:39:47.914777 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-8cffce6c-8788-4900-863c-1030f8d1031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:47.916266 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-8cffce6c-8788-4900-863c-1030f8d1031f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b18f0ab1-0990-45be-b67c-8129bee91d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570874 Jun 29 13:39:48.024905 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-bdf40915-9ce6-4ece-9192-37610a5486df service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015091 Jun 29 13:39:48.121571 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f7370f06-dbf5-4dfa-8c6f-d800c82f773c req-effd7341-fb09-4b65-a504-abc83966a032 service neutron] 10.222.0.61 "GET /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Jun 29 13:39:48.745803 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-33f1ab58-158a-4fd6-8e48-3980583625fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:49.697175 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96893516-02e8-4c8a-946c-160291bf65de req-f8b0ebe1-4b87-4d12-af68-9aac7b14ca06 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:49.698767 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96893516-02e8-4c8a-946c-160291bf65de req-f8b0ebe1-4b87-4d12-af68-9aac7b14ca06 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0680323 Jun 29 13:39:49.742359 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-96893516-02e8-4c8a-946c-160291bf65de req-fea2876c-fcdd-4635-a612-cb1227032b13 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Jun 29 13:39:50.391162 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b368bf-5c25-4b33-be0d-3c610a246a85 req-9817ba40-04b4-4ad4-841c-793edc44baa5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:50.393635 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-92b368bf-5c25-4b33-be0d-3c610a246a85 req-9817ba40-04b4-4ad4-841c-793edc44baa5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0643351 Jun 29 13:39:50.439731 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-92b368bf-5c25-4b33-be0d-3c610a246a85 req-5012ec96-9589-407c-98d3-cbc8bcc18ebb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362067 Jun 29 13:39:50.918199 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c02c0-c03c-4a9f-88a6-203013200b18 req-4b9cb300-3d94-43da-831a-84416aa58974 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:50.919662 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c71c02c0-c03c-4a9f-88a6-203013200b18 req-4b9cb300-3d94-43da-831a-84416aa58974 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jun 29 13:39:50.956508 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c71c02c0-c03c-4a9f-88a6-203013200b18 req-70e329b1-1f29-4fba-b711-ceeffab95b29 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/security-groups?id=038e4200-3e2e-4afd-bc39-3ee6d8911a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Jun 29 13:39:51.239691 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-daf5f015-8d91-4900-9ad3-57729027ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:51.495907 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:51.628805 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c8628-4bff-4d57-9f39-4033e7a3dc6e req-03a28cdc-c9e2-4e23-b3a0-88bbb98d1eb5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:51.632861 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-171c8628-4bff-4d57-9f39-4033e7a3dc6e req-03a28cdc-c9e2-4e23-b3a0-88bbb98d1eb5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0658069 Jun 29 13:39:51.646819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-6a1b5b5d-a8b3-44e7-972f-1509ca1f83ee tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:51.648314 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-6a1b5b5d-a8b3-44e7-972f-1509ca1f83ee tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 945 time: 0.0679970 Jun 29 13:39:51.672607 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-171c8628-4bff-4d57-9f39-4033e7a3dc6e req-d5ad1712-4052-4647-a28c-f7f7e4d8d732 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364678 Jun 29 13:39:51.755181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Deleting port 3440d288-a4e4-40a7-be03-05d366dad29d {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:51.755438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:51.840595 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] For port 3440d288-a4e4-40a7-be03-05d366dad29d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3440d288-a4e4-40a7-be03-05d366dad29d,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:51.840951 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:51.853328 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Calling delete_port for 3440d288-a4e4-40a7-be03-05d366dad29d owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:51.976753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:51.980431 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5257a76e-5f1b-4196-85c8-15b9ef086582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:52.005982 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Pushing event deleted for resources: {'Port': ['ID=3440d288-a4e4-40a7-be03-05d366dad29d,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:52.009065 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:52.054912 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] No DVR routers for this DVR port 3440d288-a4e4-40a7-be03-05d366dad29d on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:39:52.057500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:52.059502 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e1b78f21-4513-47e2-ad06-fce8eb3d466f req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.61 "DELETE /v2.0/ports/3440d288-a4e4-40a7-be03-05d366dad29d HTTP/1.1" status: 204 len: 173 time: 0.4041526 Jun 29 13:39:52.060033 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'name': 'network-vif-deleted', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:39:52.062352 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d6e2d-a1b5-415f-8594-ff3e335a22d0" -d '{"events": [{"server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "name": "network-vif-deleted", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:39:52.103843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10994b5-2acc-446e-9f4f-66e7b3d4be23 x-openstack-request-id: req-a10994b5-2acc-446e-9f4f-66e7b3d4be23 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:39:52.104167 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e34b8f3-dadf-4a90-89ab-7e6be67edc41", "name": "network-vif-deleted", "tag": "3440d288-a4e4-40a7-be03-05d366dad29d", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:39:52.104453 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a10994b5-2acc-446e-9f4f-66e7b3d4be23 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:39:52.104870 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e34b8f3-dadf-4a90-89ab-7e6be67edc41', 'name': 'network-vif-deleted', 'tag': '3440d288-a4e4-40a7-be03-05d366dad29d', 'status': 'completed', 'code': 200} Jun 29 13:39:52.106971 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-110d86c0-8008-4572-bc89-1c24ab2bc921 req-a3c230bd-2976-4020-8e4c-a1745d6dba53 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 210 time: 0.0303082 Jun 29 13:39:52.690747 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:52.865054 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c9645-54d9-426f-b72e-68cbbe5645b4 req-c4fc2af8-57e6-4ed6-8913-a945738a1585 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:52.866476 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-925c9645-54d9-426f-b72e-68cbbe5645b4 req-c4fc2af8-57e6-4ed6-8913-a945738a1585 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0710990 Jun 29 13:39:52.905301 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-925c9645-54d9-426f-b72e-68cbbe5645b4 req-61424a4a-6853-4dac-812a-61d7fda764de tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Jun 29 13:39:53.252672 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b54a35ba-d92d-4024-b1b9-e0f7a8061114 req-aab58ba5-e4e7-46c6-83cb-167105c1218a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 210 time: 0.0277905 Jun 29 13:39:54.091938 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabcb09-1a04-46e4-b1cc-e9b1f4fd8437 req-05db3210-af50-47c5-acb2-417363231ddc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:54.093653 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dabcb09-1a04-46e4-b1cc-e9b1f4fd8437 req-05db3210-af50-47c5-acb2-417363231ddc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0716228 Jun 29 13:39:54.102182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:54.138113 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4dabcb09-1a04-46e4-b1cc-e9b1f4fd8437 req-312bbb00-3602-4e14-9c65-498df01331da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361247 Jun 29 13:39:54.395802 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b8afb00-e41b-42f2-9b7a-7db52e0a0c38 req-04f231da-f0cc-4848-a996-654c2c7c975f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e34b8f3-dadf-4a90-89ab-7e6be67edc41 HTTP/1.1" status: 200 len: 210 time: 0.0286031 Jun 29 13:39:54.792217 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['3440d288-a4e4-40a7-be03-05d366dad29d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:39:55.026194 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-28219994-2d58-4f75-9a26-c57d9601a03c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:55.027505 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-28219994-2d58-4f75-9a26-c57d9601a03c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0631676 Jun 29 13:39:55.124660 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Deleting port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:55.125001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.219328 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] For port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:55.219745 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.325861 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a906fd-3cd5-4ee4-8388-131e16fb58b8 req-f4fc35f3-566e-4d63-89ef-4e037d17b1be tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:39:55.327546 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-81a906fd-3cd5-4ee4-8388-131e16fb58b8 req-f4fc35f3-566e-4d63-89ef-4e037d17b1be tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 946 time: 0.0706391 Jun 29 13:39:55.374667 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-81a906fd-3cd5-4ee4-8388-131e16fb58b8 req-46cfc385-f559-489f-9a46-b328ff3225b1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ebb9105-041f-41a8-aa8d-1c312eb59c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395813 Jun 29 13:39:55.454385 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.454929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.455074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Floating IP b62cd1b4-2bd3-4827-b442-b66df62e5e20 disassociated. External IP: 172.27.0.193, port: be8787c6-92d8-45ea-a6f5-a9c8f0745b0b. Jun 29 13:39:55.455676 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Calling delete_port for be8787c6-92d8-45ea-a6f5-a9c8f0745b0b owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:55.591842 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.596532 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e6c17ec4-b1a4-4b50-b862-50574362887e tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:55.624964 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'Port': ['ID=be8787c6-92d8-45ea-a6f5-a9c8f0745b0b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:55.628941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:55.745001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:39:55.864739 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:39:55.877789 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:39:55.890278 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:55.890977 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:55.915420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] No DVR routers for this DVR port be8787c6-92d8-45ea-a6f5-a9c8f0745b0b on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:39:55.918509 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:55.921002 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-45635b2d-c0a2-44ba-b282-c23f9903843e req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "DELETE /v2.0/ports/be8787c6-92d8-45ea-a6f5-a9c8f0745b0b HTTP/1.1" status: 204 len: 173 time: 0.8866279 Jun 29 13:39:55.921583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-deleted', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:39:55.925521 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d58db-a971-4a51-bee5-a555da023849" -d '{"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-deleted", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:39:55.981839 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562fe065-0a38-4715-b740-6be2c277b5d9 x-openstack-request-id: req-562fe065-0a38-4715-b740-6be2c277b5d9 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:39:55.982216 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea8077-7ebb-4483-be8f-ce3b183bf4dd", "name": "network-vif-deleted", "tag": "be8787c6-92d8-45ea-a6f5-a9c8f0745b0b", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:39:55.982504 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-562fe065-0a38-4715-b740-6be2c277b5d9 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:39:55.982931 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea8077-7ebb-4483-be8f-ce3b183bf4dd', 'name': 'network-vif-deleted', 'tag': 'be8787c6-92d8-45ea-a6f5-a9c8f0745b0b', 'status': 'completed', 'code': 200} Jun 29 13:39:56.068667 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:56.245431 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35668) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:56.329740 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:56.364051 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:39:56.379077 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:56.379726 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:56.530595 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:56.588975 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1f99e9ca-f5ab-48f7-900a-777a8db8da63 req-32d9d9e9-1bb0-4cf9-91b6-04efd4a50059 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=53ea8077-7ebb-4483-be8f-ce3b183bf4dd HTTP/1.1" status: 200 len: 210 time: 0.0514901 Jun 29 13:39:56.689192 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:56.870285 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:56.900019 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff99024f-8da0-4a87-b216-3c6f953c1492 None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:39:56.940646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Deleting port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:56.940982 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.020287 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] For port 1e1d61bf-56d7-45a9-bd90-e78cfec570d8, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:57.020651 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.034514 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Calling delete_port for 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:57.102512 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58a608-e1d1-44f2-ba20-8ea6bcc18358 None None] New status for floating IP b62cd1b4-2bd3-4827-b442-b66df62e5e20: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:39:57.218433 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.221631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-059d40ca-73b1-4204-b378-099c3b2a7862 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:57.245411 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1d61bf-56d7-45a9-bd90-e78cfec570d8,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:57.258143 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.258477 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.258845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.259208 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.259567 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.259930 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.260602 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.260963 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.261318 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.261676 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.262020 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.262391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:39:57.266248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:57.421200 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.651447 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Router 6d9160b8-dcfc-4741-a7b8-02e58662e30a has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:39:57.722824 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35688) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:57.785069 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.812370 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.873089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.875688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:57.877551 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ebb9105-041f-41a8-aa8d-1c312eb59c59 HTTP/1.1" status: 204 len: 168 time: 0.1536112 Jun 29 13:39:57.878455 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0d8cc7d9-4bb5-4664-80ce-1530a1c53c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:57.881589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35690) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:57.899932 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.api.v2.resource [None req-42745b65-bbf1-4fe8-b3c5-31649f03ce4e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] show failed (client error): The resource could not be found. Jun 29 13:39:57.900964 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-42745b65-bbf1-4fe8-b3c5-31649f03ce4e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups/3ebb9105-041f-41a8-aa8d-1c312eb59c59 HTTP/1.1" status: 404 len: 347 time: 0.0182943 Jun 29 13:39:57.901804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb9105-041f-41a8-aa8d-1c312eb59c59,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:57.904046 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:57.904550 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35692) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.008181 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:39:58.016952 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d9160b8-dcfc-4741-a7b8-02e58662e30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693894 Jun 29 13:39:58.018248 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Sync routers for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:39:58.020780 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35694) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.039470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Deleting port 6f1748e2-26d2-4737-88e0-e2142da3933c {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:58.039877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.040486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:58.041347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:58.124193 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.124699 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.132778 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.139696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Calling delete_port for 6f1748e2-26d2-4737-88e0-e2142da3933c owned by network:floatingip {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:58.167089 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:58.240141 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.283572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.286340 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-611f86fb-14ce-45cd-8a95-69484fb92976 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:58.296014 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Deleting port f377b2da-cab8-4166-bd80-4c3b040cb91c {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:58.296353 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.311714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'Port': ['ID=6f1748e2-26d2-4737-88e0-e2142da3933c,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:58.316453 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:58.357028 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:39:57Z', 'revision_number': 5, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port': {'id': 'f377b2da-cab8-4166-bd80-4c3b040cb91c', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:20Z', 'updated_at': '2021-06-29T13:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:58.380931 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.383500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.388170 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "DELETE /v2.0/floatingips/b62cd1b4-2bd3-4827-b442-b66df62e5e20 HTTP/1.1" status: 204 len: 168 time: 0.4797800 Jun 29 13:39:58.389699 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Checking router: 6d9160b8-dcfc-4741-a7b8-02e58662e30a for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:39:58.393271 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] For port f377b2da-cab8-4166-bd80-4c3b040cb91c, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f377b2da-cab8-4166-bd80-4c3b040cb91c,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:58.393707 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.401328 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Routers {'6d9160b8-dcfc-4741-a7b8-02e58662e30a'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:39:58.402101 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:58.408782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Calling delete_port for f377b2da-cab8-4166-bd80-4c3b040cb91c owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:58.496242 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] Set router 6d9160b8-dcfc-4741-a7b8-02e58662e30a gateway port host: None {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:39:58.552352 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:39:58Z', 'revision_number': 6, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:58.577440 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.579698 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-568e5fe9-179e-45fa-bcba-60eb66308811 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:58.583399 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59db86-1c5d-47c5-8022-f084679ad1f0 None None] The sync data for ids ['6d9160b8-dcfc-4741-a7b8-02e58662e30a'] in dv-cinder-797608-3-iscsi is: [{'id': '6d9160b8-dcfc-4741-a7b8-02e58662e30a', 'name': 'tempest-TestMinimumBasicScenario-1401737064-router', 'tenant_id': '64c14748553348db8db7e204d0fe4713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:19Z', 'updated_at': '2021-06-29T13:39:58Z', 'revision_number': 6, 'project_id': '64c14748553348db8db7e204d0fe4713', 'gw_port_host': None}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:39:58.608867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f377b2da-cab8-4166-bd80-4c3b040cb91c,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:58.612608 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:58.661187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35702) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.665705 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986446839', 'description': 'tempest-description--1541209209'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:39:58.679974 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.690420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.780613 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.780613 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.790750 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.794886 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.797338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:58.801477 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:39:58.822995 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.823300 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: be8787c6-92d8-45ea-a6f5-a9c8f0745b0b {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:39:58.823803 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device be8787c6-92d8-45ea-a6f5-a9c8f0745b0b not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:39:58.827533 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 3440d288-a4e4-40a7-be03-05d366dad29d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:39:58.827640 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1622009 Jun 29 13:39:58.827737 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35706) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.830320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f26c3e-1f29-431b-8f34-9c6262ae079a,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:58.833328 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group_rule': {'security_group_id': '59f26c3e-1f29-431b-8f34-9c6262ae079a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:39:58.838653 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.839170 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9160b8-dcfc-4741-a7b8-02e58662e30a {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:39:58.841663 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:58.846935 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.848162 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d9160b8-dcfc-4741-a7b8-02e58662e30a HTTP/1.1" status: 204 len: 168 time: 0.8264141 Jun 29 13:39:58.850982 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35708) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.855520 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 3440d288-a4e4-40a7-be03-05d366dad29d {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:39:58.855924 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 3440d288-a4e4-40a7-be03-05d366dad29d not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:39:58.868910 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.901960 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Deleting subnet be2cd72b-766a-4800-a7b2-48e8bcd7d9fb {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:39:58.905166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.935651 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.943845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.955191 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:58.966304 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.977413 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9733db-57cf-420d-9fd9-dbc24cb6afd2,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:58.981486 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:58.988551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:58.992524 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613445 Jun 29 13:39:58.992788 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35710) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:58.997978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'security_group_rule': {'security_group_id': '59f26c3e-1f29-431b-8f34-9c6262ae079a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:39:59.027954 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.088135 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.096167 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.099957 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.102142 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:59.121661 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fbd708-fbdc-4810-b4c5-8b6aaa6cdb44,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:59.124559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:59.128634 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.130131 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5e8d0540-c64d-4f04-9262-a59fde30faca tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359634 Jun 29 13:39:59.133136 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35712) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:59.137742 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:39:59.145395 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.148995 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ff79c9e1-e9aa-4ff3-a65a-3e371c5acb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:59.160178 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.173284 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2cd72b-766a-4800-a7b2-48e8bcd7d9fb,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:59.176920 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:59.177921 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.179752 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be2cd72b-766a-4800-a7b2-48e8bcd7d9fb HTTP/1.1" status: 204 len: 168 time: 0.3278027 Jun 29 13:39:59.182239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35714) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:39:59.187199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e32a1-8761-449b-987c-ec004146014e None None] Network b18f0ab1-0990-45be-b67c-8129bee91d94 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:39:59.264254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.385721 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Allocated IP 172.27.0.224 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/67a8e093-798a-4762-a4fd-89898f0fc6e4) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:39:59.414304 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565de503-b513-4765-9110-9a04287f33b9 None None] DHCP port deletion for b18f0ab1-0990-45be-b67c-8129bee91d94 request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:39:59.472052 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Deleting port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:59.472705 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.506170 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.535776 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.545708 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-565de503-b513-4765-9110-9a04287f33b9 None None] For port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:59.546411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.562665 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.562896 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Calling delete_port for 14344f40-7eb6-4d2c-a21c-55699fe0ac8a owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:59.571455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4e244228-85cd-470f-89da-f682b44b545c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:59.597520 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Deleting port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:39:59.597738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.611295 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:39:59.614436 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:39:59.618257 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:39:59.643883 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=67a8e093-798a-4762-a4fd-89898f0fc6e4,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:59.647950 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:59.672165 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] For port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,segment=NetworkSegment(962b519e-dab8-468c-bcaa-a84056ea69af),segment_id=962b519e-dab8-468c-bcaa-a84056ea69af)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:39:59.673419 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.691709 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Calling delete_port for 14344f40-7eb6-4d2c-a21c-55699fe0ac8a owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:39:59.706892 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.710148 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-137f5ac6-c53a-46d3-8bec-6f7cd09153ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:59.731369 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.733552 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Pushing event deleted for resources: {'Port': ['ID=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:59.737400 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:59.738553 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565de503-b513-4765-9110-9a04287f33b9 None None] No DVR routers for this DVR port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a on host dv-cinder-797608-3-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:39:59.792305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.802847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.804851 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-d4088588-4a58-4d00-b747-7723e1b4f4a8 tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:39:59.831422 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Pushing event deleted for resources: {'Port': ['ID=14344f40-7eb6-4d2c-a21c-55699fe0ac8a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:39:59.834069 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:39:59.839822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] No DVR routers for this DVR port 14344f40-7eb6-4d2c-a21c-55699fe0ac8a on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:39:59.922672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.938620 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18f0ab1-0990-45be-b67c-8129bee91d94']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:59.949629 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962b519e-dab8-468c-bcaa-a84056ea69af') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:59.949926 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962b519e-dab8-468c-bcaa-a84056ea69af') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:39:59.959756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.974247 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.974755 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.980228 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.981043 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:39:59.981411 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:39:59.983135 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:39:59.987098 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:00.052580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.058456 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:00.074127 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.076018 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] 10.222.0.21 "DELETE /v2.0/networks/b18f0ab1-0990-45be-b67c-8129bee91d94 HTTP/1.1" status: 204 len: 168 time: 0.8928382 Jun 29 13:40:00.077579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Pushing event deleted for resources: {'Network': ['ID=b18f0ab1-0990-45be-b67c-8129bee91d94,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:00.079568 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35762) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:00.085973 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:00.090373 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=67a8e093-798a-4762-a4fd-89898f0fc6e4,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:00.093206 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.104541 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:00.117107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.127950 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-91506793-3692-4b24-8ff3-d8c7ff3203da tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9937286 Jun 29 13:40:00.130167 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:00.153535 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:00.153897 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 1e1d61bf-56d7-45a9-bd90-e78cfec570d8 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:00.154482 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 14344f40-7eb6-4d2c-a21c-55699fe0ac8a no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:00.179638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 14344f40-7eb6-4d2c-a21c-55699fe0ac8a {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:00.180833 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 14344f40-7eb6-4d2c-a21c-55699fe0ac8a not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:00.181433 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f377b2da-cab8-4166-bd80-4c3b040cb91c no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:00.203052 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: f377b2da-cab8-4166-bd80-4c3b040cb91c {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:00.204808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f377b2da-cab8-4166-bd80-4c3b040cb91c not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:00.375242 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-d325cafd-71f8-4d7e-b34f-4fa9c513cc75 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1986446839&fields=id&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 267 time: 0.0458963 Jun 29 13:40:00.485137 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-4173a7eb-63ab-4e7a-89d3-6e456a35e653 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:00.486845 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-4173a7eb-63ab-4e7a-89d3-6e456a35e653 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 817 time: 0.1031518 Jun 29 13:40:00.504565 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-da326d93-45e8-4983-874c-e1248084ea91 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/quotas/82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 375 time: 0.0120399 Jun 29 13:40:00.582392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.590561 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-93ac416f-e92e-4203-ab92-5ef5e8092da0 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803421 Jun 29 13:40:00.691735 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-d92644b6-983b-430b-8c5e-1a351bcdfea7 service neutron] 10.222.0.21 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889263 Jun 29 13:40:00.797708 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-2c4d0edd-db1c-4710-861d-4f08ee378848 service neutron] 10.222.0.21 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990386 Jun 29 13:40:00.890845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Deleting port 508ae56b-d88c-4714-b063-32bc3075bb8d {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:40:00.891453 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:00.980604 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-68c5f379-0e4c-4b92-8c04-b51a59668198 req-8a5b3206-14c8-41f9-8ea0-c3110c9eddce tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 210 time: 0.0337737 Jun 29 13:40:01.009167 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] For port 508ae56b-d88c-4714-b063-32bc3075bb8d, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=508ae56b-d88c-4714-b063-32bc3075bb8d,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:01.009880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:01.024203 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Calling delete_port for 508ae56b-d88c-4714-b063-32bc3075bb8d owned by network:router_interface {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:40:01.226645 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:01.229358 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:01.255298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=508ae56b-d88c-4714-b063-32bc3075bb8d,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:01.259217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:01.444084 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:01.681250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Router e8c87c38-2210-428a-aac2-6ff496d68d1d has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:01.792956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:01.800045 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] 10.222.0.21 "PUT /v2.0/routers/e8c87c38-2210-428a-aac2-6ff496d68d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191625 Jun 29 13:40:01.803603 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35806) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:01.803798 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Sync routers for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:01.812893 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:01.813610 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:01.911439 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks [] for router, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:01.930227 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:02.154978 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:02.233812 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3c40142f-af99-4730-9d83-3e46a6216a9d req-db48b05e-e2d4-4025-bd7b-cd78335b6482 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 210 time: 0.0493326 Jun 29 13:40:02.252841 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:40:01Z', 'revision_number': 5, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port': {'id': '4bcfe246-1704-4f0d-b03c-da0fda1e2a11', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:02.263946 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-446d9fa3-fc6e-4f6e-8ec2-422b8a3f008e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:02.267034 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-446d9fa3-fc6e-4f6e-8ec2-422b8a3f008e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 817 time: 0.2197485 Jun 29 13:40:02.276790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Deleting port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:40:02.277224 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:02.284149 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Checking router: e8c87c38-2210-428a-aac2-6ff496d68d1d for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:02.293582 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Routers {'e8c87c38-2210-428a-aac2-6ff496d68d1d'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:02.294558 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['e8c87c38-2210-428a-aac2-6ff496d68d1d'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:02.375484 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-a7ce4381-563e-456b-9455-ac2c530f2377 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 380 time: 0.0959949 Jun 29 13:40:02.386103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'port': {'device_id': '93042250-fa5f-4eab-a49b-c2a519792a49', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'admin_state_up': True, 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'security_groups': ['59f26c3e-1f29-431b-8f34-9c6262ae079a']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:02.437203 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] Set router e8c87c38-2210-428a-aac2-6ff496d68d1d gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:02.510697 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-21058832-eb8d-40c7-80b7-62706620754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:40:02Z', 'revision_number': 6, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:02.538625 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21058832-eb8d-40c7-80b7-62706620754c None None] The sync data for ids ['e8c87c38-2210-428a-aac2-6ff496d68d1d'] in dv-cinder-797608-3-iscsi is: [{'id': 'e8c87c38-2210-428a-aac2-6ff496d68d1d', 'name': 'tempest-TestMinimumBasicScenario-1387760441-router', 'tenant_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:36:28Z', 'updated_at': '2021-06-29T13:40:02Z', 'revision_number': 6, 'project_id': 'e6a65a1417a842c6bb367de96b09a2fc', 'gw_port_host': None}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:02.751221 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] For port 4bcfe246-1704-4f0d-b03c-da0fda1e2a11, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:02.751463 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:02.771178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Calling delete_port for 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 owned by network:router_gateway {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:40:02.870583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Made reservation on behalf of 82c6fe33d6ea4626a98fe5b677b3c887 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:02.873929 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.075459 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.080501 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6fdc5294-514d-4404-8369-97b6fb58e747 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:03.115187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcfe246-1704-4f0d-b03c-da0fda1e2a11,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:03.117329 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Allocated IP 172.20.0.13 (53c846d0-1c64-46b4-a54a-1a536e633801/6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077/9bf767fb-3811-4e42-9b43-4825e594b983) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:03.123317 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:03.219086 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.376770 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.382170 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.406504 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1d52b1df-b689-44af-9743-db843c247123 req-2ddfd1c2-5266-4d09-8e3b-5c2fe63c8992 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 210 time: 0.0428839 Jun 29 13:40:03.491169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.491705 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c87c38-2210-428a-aac2-6ff496d68d1d {{(pid=93159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:40:03.497283 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.502112 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.503239 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e8c87c38-2210-428a-aac2-6ff496d68d1d HTTP/1.1" status: 204 len: 168 time: 1.6998668 Jun 29 13:40:03.505867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35820) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:03.521683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Transition to ACTIVE for port object 9bf767fb-3811-4e42-9b43-4825e594b983 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:03.564227 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Deleting subnet 6400890f-fb19-4bf2-bfe4-3a28d98a24f8 {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:40:03.572007 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.578048 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.585462 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e37e57b0-e9f2-4cb9-8ce4-f557ad42ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:03.621754 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.637899 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Network 53c846d0-1c64-46b4-a54a-1a536e633801 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:03.641156 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:03.648740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:03.686574 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:03.695686 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:03.725529 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:03.726488 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.744265 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3627260 Jun 29 13:40:03.746558 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.756907 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Request body: {'port': {'device_id': '93042250-fa5f-4eab-a49b-c2a519792a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:03.817165 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.819834 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c94f8a6b-f9d5-4339-9ad7-2290c48786d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:03.840548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.853843 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6400890f-fb19-4bf2-bfe4-3a28d98a24f8,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:03.856937 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:03.857941 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.861706 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6400890f-fb19-4bf2-bfe4-3a28d98a24f8 HTTP/1.1" status: 204 len: 168 time: 0.3529022 Jun 29 13:40:03.863220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35824) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:03.869246 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda1b57-a09b-4a95-91b4-071c57e380fd None None] Network 567cca86-2657-48d1-9289-7fbda5b2b07d requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:40:03.908154 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:40:03.943322 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:03.974376 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c225c964-0b36-4925-9183-20b40748ea06 None None] Provisioning for port 9bf767fb-3811-4e42-9b43-4825e594b983 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:03.979640 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c225c964-0b36-4925-9183-20b40748ea06 None None] Provisioning complete for port 9bf767fb-3811-4e42-9b43-4825e594b983 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:03.980222 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c225c964-0b36-4925-9183-20b40748ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.013983 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Deleting port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:40:04.014448 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.101465 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] For port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,segment=NetworkSegment(44157ba2-bce8-4e25-924a-95c54a8dc9cb),segment_id=44157ba2-bce8-4e25-924a-95c54a8dc9cb)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:04.101892 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.116565 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Calling delete_port for 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 owned by network:dhcp {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:40:04.151585 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:04.159757 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.174995 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Transition to ACTIVE for port object 9bf767fb-3811-4e42-9b43-4825e594b983 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:04.179822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.181970 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-12589239-260c-43c2-902a-16c3d0cb5c37 tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:04.182166 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 508ae56b-d88c-4714-b063-32bc3075bb8d no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:04.207082 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 508ae56b-d88c-4714-b063-32bc3075bb8d {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:04.207729 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 508ae56b-d88c-4714-b063-32bc3075bb8d not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:04.208322 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:04.213483 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.216904 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:04.231733 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:04.232206 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 4bcfe246-1704-4f0d-b03c-da0fda1e2a11 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:04.234597 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-c225c964-0b36-4925-9183-20b40748ea06 None None] Port 9bf767fb-3811-4e42-9b43-4825e594b983 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:04.241366 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:04.248885 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5adb90-7ab2-4b9f-82ea-b06af589d9e3,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:04.252360 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:04.253146 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] No DVR routers for this DVR port 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 on host dv-cinder-797608-3-iscsi {{(pid=93160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:40:04.257320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:04.349116 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.360556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Attempting to bind port 9bf767fb-3811-4e42-9b43-4825e594b983 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:04.360777 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567cca86-2657-48d1-9289-7fbda5b2b07d']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:04.361142 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Attempting to bind port 9bf767fb-3811-4e42-9b43-4825e594b983 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:04.361748 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Attempting to bind port 9bf767fb-3811-4e42-9b43-4825e594b983 on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:04.368966 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7d9c5-c7c6-4464-a2a5-fef92e974ba2 None None] DHCP port deletion for 567cca86-2657-48d1-9289-7fbda5b2b07d request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:40:04.370628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Port 9bf767fb-3811-4e42-9b43-4825e594b983 on network 53c846d0-1c64-46b4-a54a-1a536e633801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:40:04.370976 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Attempting to bind port 9bf767fb-3811-4e42-9b43-4825e594b983 on network 53c846d0-1c64-46b4-a54a-1a536e633801 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:04.374068 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44157ba2-bce8-4e25-924a-95c54a8dc9cb') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:04.374508 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44157ba2-bce8-4e25-924a-95c54a8dc9cb') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:04.380919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:04.381261 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Checking segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:04.381643 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Bound using segment: {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:04.382648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Bound port: 9bf767fb-3811-4e42-9b43-4825e594b983, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd17e5c-fd65-4927-b8b3-d2d89b258819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:04.382648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.387237 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.402758 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.409875 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:40:04.410435 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:40:04.412212 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:40:04.464478 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:04.468374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:04.476866 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.479660 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:04.491106 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.495156 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:04.498185 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.500302 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] 10.222.0.21 "DELETE /v2.0/networks/567cca86-2657-48d1-9289-7fbda5b2b07d HTTP/1.1" status: 204 len: 168 time: 0.6360142 Jun 29 13:40:04.517866 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Pushing event deleted for resources: {'Network': ['ID=567cca86-2657-48d1-9289-7fbda5b2b07d,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:04.520274 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-81500879-ee35-4146-8853-f04dda6e428b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:04.522351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:04.522800 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.524323 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] 10.222.0.61 "PUT /v2.0/ports/9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1094 time: 0.7719784 Jun 29 13:40:04.524865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:04.527226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5db96-0fe6-43af-9730-52eaadaea5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:04.557008 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:04.560952 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:04.615143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d30d4-b899-4b6a-9e6c-bb1744df64c4 x-openstack-request-id: req-536d30d4-b899-4b6a-9e6c-bb1744df64c4 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:04.615477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:04.615713 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-536d30d4-b899-4b6a-9e6c-bb1744df64c4 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:04.616140 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'status': 'completed', 'code': 200} Jun 29 13:40:04.668556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-36b3c75e-355a-4a1d-bbb2-aafddb55f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:04.670198 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-36b3c75e-355a-4a1d-bbb2-aafddb55f8fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1097 time: 0.0941777 Jun 29 13:40:04.689219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409133b-386b-4513-a247-c9c322620a59 req-9fd0216e-4946-4ee1-8956-adf416f91caa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:04.696724 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2409133b-386b-4513-a247-c9c322620a59 req-9fd0216e-4946-4ee1-8956-adf416f91caa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0858419 Jun 29 13:40:04.734245 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-40d06782-eb0b-4eba-9c10-7318bf76fa5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 217 time: 0.0555685 Jun 29 13:40:04.748606 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2409133b-386b-4513-a247-c9c322620a59 req-4c225786-08b6-421a-9215-fa40c0b42477 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510008 Jun 29 13:40:04.799228 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35834) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:04.800241 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-a82849ea-fd0f-446a-94ef-bb9c6f9326fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:04.801733 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-a82849ea-fd0f-446a-94ef-bb9c6f9326fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0595951 Jun 29 13:40:04.840794 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-af9fc1a2-bec7-43b3-9149-b8244c9099be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64c14748553348db8db7e204d0fe4713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401046 Jun 29 13:40:04.843465 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35836) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:04.896169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323d92-0197-401f-87b2-61555d11be7d req-bb7542ca-b86b-43f8-bdd8-17cef694cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:04.897547 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-bb7542ca-b86b-43f8-bdd8-17cef694cb11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885038 Jun 29 13:40:04.914584 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.925648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:04.978176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.039629 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-5f6866cb-f8d7-45f3-bbbe-36fb01622958 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326790 Jun 29 13:40:05.068237 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.070799 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.071869 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/038e4200-3e2e-4afd-bc39-3ee6d8911a7b HTTP/1.1" status: 204 len: 168 time: 0.2274456 Jun 29 13:40:05.096997 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-119a4d98-c259-4147-959f-42b89bd5375a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:05.106607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038e4200-3e2e-4afd-bc39-3ee6d8911a7b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:05.109762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:05.159407 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2f323d92-0197-401f-87b2-61555d11be7d req-37fa337a-2e5c-449a-8d0f-5bad8d2cbc8b service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107647 Jun 29 13:40:05.269716 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-0413273d-0c80-46f2-a1c1-9b5b12d08695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:05.271225 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-0413273d-0c80-46f2-a1c1-9b5b12d08695 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1097 time: 0.0606802 Jun 29 13:40:05.386141 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-40a7a293-0921-4c0e-85ff-ce287d1dcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:05.387623 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-40a7a293-0921-4c0e-85ff-ce287d1dcba4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.0969155 Jun 29 13:40:05.434390 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35842) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:05.435790 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-6f7e30f3-9fa5-49ce-961c-9930e22a6ef3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 217 time: 0.0402012 Jun 29 13:40:05.486619 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5f08b2a6-bff8-4da8-90e7-805930441887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6a65a1417a842c6bb367de96b09a2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508370 Jun 29 13:40:05.487628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-62ee156b-7449-49b8-871a-addcd8159a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:05.489098 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-62ee156b-7449-49b8-871a-addcd8159a18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0462554 Jun 29 13:40:05.489311 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35844) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:05.547329 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.551657 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-542888d2-3d51-49d0-87cd-2c2b07213e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:05.553371 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-542888d2-3d51-49d0-87cd-2c2b07213e44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566990 Jun 29 13:40:05.576631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.639658 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.642528 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:05.643697 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ced8667-240e-466a-ac31-f10065e972cd HTTP/1.1" status: 204 len: 168 time: 0.1535120 Jun 29 13:40:05.644637 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f47421df-dbc3-46c1-9cc6-f74cd022fc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:05.652197 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ced8667-240e-466a-ac31-f10065e972cd,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:05.654546 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:05.681866 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-f8a018e5-2bf4-4030-bc2c-9f59d02641c2 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171899 Jun 29 13:40:05.781742 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-63d5db96-0fe6-43af-9730-52eaadaea5ba req-c387d753-a8c9-41c9-9cea-9d6c5a3bde28 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916426 Jun 29 13:40:05.962169 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6b806-9953-4b40-b9d6-528b20d66830 req-91416855-7c81-4902-8dc4-6c8b00a56cb1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:05.964985 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a4f6b806-9953-4b40-b9d6-528b20d66830 req-91416855-7c81-4902-8dc4-6c8b00a56cb1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0791469 Jun 29 13:40:06.007536 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a4f6b806-9953-4b40-b9d6-528b20d66830 req-54a8de30-e28c-4333-b58c-e34ab632899c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356133 Jun 29 13:40:06.092722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:06.122297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:06.122689 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 6d5adb90-7ab2-4b9f-82ea-b06af589d9e3 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:06.438623 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35872) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:06.535780 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-862294836-network', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:06.563652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Made reservation on behalf of ef0e00239717455b9fa0b7c944bc3257 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:06.565992 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.574147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.665189 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.669071 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.673378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:06.692923 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:40:06.708926 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4891cc81-ca78-40b4-b15e-355d1ed85fd5,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:06.713315 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:06.716545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.716981 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Added segment 12a35a98-3d01-4597-875f-b678d11f2ca0 of type vlan for network 10fd3612-71b4-460e-a199-da24bf294a6f Jun 29 13:40:06.764334 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.794610 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.795957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:06.796535 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:06.799524 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:06.849254 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4095128 Jun 29 13:40:06.852165 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35878) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:06.857177 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Request body: {'subnet': {'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-862294836-subnet', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:06.860745 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Pushing event updated for resources: {'Network': ['ID=10fd3612-71b4-460e-a199-da24bf294a6f,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:06.863649 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:06.870536 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 10fd3612-71b4-460e-a199-da24bf294a6f details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:40:06.886334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Made reservation on behalf of ef0e00239717455b9fa0b7c944bc3257 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:06.888903 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.066841 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.070153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:07.124481 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e2036f-eca6-4970-beca-0211c3f1613b,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:07.129579 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:07.137049 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Checking segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:07.137049 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Network hostable DHCP agents. Network: 10fd3612-71b4-460e-a199-da24bf294a6f, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:40:07.192813 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Network 10fd3612-71b4-460e-a199-da24bf294a6f is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:40:07.204272 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 10fd3612-71b4-460e-a199-da24bf294a6f) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:07.211119 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:07.212150 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.213036 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa2590-6e95-42e1-afca-de7fdbad43ee None None] Network 10fd3612-71b4-460e-a199-da24bf294a6f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:40:07.238103 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f95f5a1d-2694-4331-8bb8-c22421c7960d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3818557 Jun 29 13:40:07.238340 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35882) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:07.242681 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:07.253919 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6af63-bd70-4087-9e8e-1345e3491d54 req-20c7f9d1-b270-468d-afc5-79c24066dab4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:07.255420 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54e6af63-bd70-4087-9e8e-1345e3491d54 req-20c7f9d1-b270-468d-afc5-79c24066dab4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1116862 Jun 29 13:40:07.296626 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.297835 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.319204 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54e6af63-bd70-4087-9e8e-1345e3491d54 req-a58d287f-9890-44b3-939b-2e9c73d69603 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557606 Jun 29 13:40:07.381724 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.406436 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-10fd3612-71b4-460e-a199-da24bf294a6f', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:40:07.408469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.519281 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.555051 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Allocated IP 172.20.0.2 (10fd3612-71b4-460e-a199-da24bf294a6f/49e2036f-eca6-4970-beca-0211c3f1613b/64e77cd7-101a-4e72-b4c7-0a7b912f19e0) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:07.715087 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.721731 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.723739 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Transition to ACTIVE for port object 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:07.739999 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Transition to ACTIVE for port object 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:07.745174 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.747167 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.749315 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:07.790566 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Network 10fd3612-71b4-460e-a199-da24bf294a6f is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:07.795128 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:07.800213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:07.803336 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Pushing event updated for resources: {'Port': ['ID=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:07.837011 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.837359 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.837897 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.838431 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.839412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.839910 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.840408 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.841109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.841699 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.842352 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.842876 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.843217 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:07.849093 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:07.867765 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Allocated IP 172.27.0.124 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/7274d852-e3ab-4fad-9ecd-e794004c5353) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:07.890342 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Attempting to bind port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:07.890722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Attempting to bind port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:07.891094 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Attempting to bind port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 on network 10fd3612-71b4-460e-a199-da24bf294a6f {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:07.897036 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:07.897417 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Checking segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:07.897912 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.898351 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Bound using segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:07.898823 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Bound port: 64e77cd7-101a-4e72-b4c7-0a7b912f19e0, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:07.899216 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.964605 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] For port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:07.967774 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] For port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:07.971632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.972321 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:07.974406 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:08.035052 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:08.038407 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6715a158-5d8f-44b4-bab1-a3779e2ce7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:08.043847 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Pushing event updated for resources: {'Port': ['ID=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:08.046807 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:08.075341 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:08.078250 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:08.081965 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:08.105907 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Pushing event updated for resources: {'Port': ['ID=7274d852-e3ab-4fad-9ecd-e794004c5353,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:08.109831 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:08.528258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a92a94-8c4f-47b4-89bf-29350e6d1961 req-61a02d94-359e-4475-8dd4-6ad799d6e9be tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:08.528258 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e6a92a94-8c4f-47b4-89bf-29350e6d1961 req-61a02d94-359e-4475-8dd4-6ad799d6e9be tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0693989 Jun 29 13:40:08.570580 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e6a92a94-8c4f-47b4-89bf-29350e6d1961 req-6c1d9a97-4c25-4fe1-ab40-63421677c9ba tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356493 Jun 29 13:40:08.608958 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:08.811994 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:08.825504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:40:08.959120 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:40:08.959818 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:08.977178 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '9bf767fb-3811-4e42-9b43-4825e594b983', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:40:09.017431 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.030602 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:09.054524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d5846-5a63-462e-85dc-72b721e10352 None None] Network 10fd3612-71b4-460e-a199-da24bf294a6f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:40:09.060514 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:09.085923 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:09.102840 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.108006 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.108619 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:09.109562 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8702941 Jun 29 13:40:09.112687 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Sync routers for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:09.113085 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35890) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:09.165639 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-99676feb-e873-4cf3-a569-e866989611e1 None None] Provisioning for port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:09.167522 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:09.168166 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:09.234981 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:09.238762 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:09.347988 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:09.421046 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['9bf767fb-3811-4e42-9b43-4825e594b983'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:40:09.540000 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.684488 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:08Z', 'revision_number': 3, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:09.720826 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Checking router: ac155c3b-8b5f-4661-ade2-a7c60e6b5bba for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:09.721292 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Updating router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba port 7274d852-e3ab-4fad-9ecd-e794004c5353 binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:40:09.756943 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.816228 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Allocated IP 172.20.0.1 (10fd3612-71b4-460e-a199-da24bf294a6f/49e2036f-eca6-4970-beca-0211c3f1613b/8d0e75ba-187e-45a7-9cbb-5dc85e720ee7) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:09.926799 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d8b42-c3f2-4d19-9545-b041707f50f8 req-34d186c9-4cf3-469c-9c3f-90eee6a1a55d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:09.929204 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-960d8b42-c3f2-4d19-9545-b041707f50f8 req-34d186c9-4cf3-469c-9c3f-90eee6a1a55d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 945 time: 0.1103492 Jun 29 13:40:09.995635 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:09.999844 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-960d8b42-c3f2-4d19-9545-b041707f50f8 req-95a032f4-7b35-4289-9797-0944f2aa8e35 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626354 Jun 29 13:40:10.019901 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Transition to ACTIVE for port object 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:10.070768 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.073668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71d1fefa-4a1e-4c19-b31a-4bc764a5c5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:10.120878 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:10.126244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:10.131773 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.140143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Network 10fd3612-71b4-460e-a199-da24bf294a6f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:10.141633 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:10.144552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:10.157655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Transition to ACTIVE for port object 7274d852-e3ab-4fad-9ecd-e794004c5353 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:10.167811 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.170081 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-8175a496-349d-4aa4-be65-51bdab5ebc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:10.184548 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:10.190816 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.265109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Attempting to bind port 7274d852-e3ab-4fad-9ecd-e794004c5353 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:10.265449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Attempting to bind port 7274d852-e3ab-4fad-9ecd-e794004c5353 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:10.265797 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Attempting to bind port 7274d852-e3ab-4fad-9ecd-e794004c5353 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:10.270839 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Pushing event updated for resources: {'Port': ['ID=7274d852-e3ab-4fad-9ecd-e794004c5353,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:10.276417 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:10.278766 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:10.279162 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:10.279580 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.279997 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:10.280484 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Bound port: 7274d852-e3ab-4fad-9ecd-e794004c5353, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:10.280879 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.332861 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:10.341094 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:10.341467 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.364628 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.370184 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] For port 7274d852-e3ab-4fad-9ecd-e794004c5353, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:10.395905 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] For port 7274d852-e3ab-4fad-9ecd-e794004c5353, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7274d852-e3ab-4fad-9ecd-e794004c5353,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:10.403866 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.407452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-565de503-b513-4765-9110-9a04287f33b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:10.432474 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e9210d28-9404-423f-a875-60cb1ff8ecf6 None None] Provisioning for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:10.450615 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e9210d28-9404-423f-a875-60cb1ff8ecf6 None None] Provisioning complete for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:10.451006 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e9210d28-9404-423f-a875-60cb1ff8ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.534052 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Pushing event updated for resources: {'Port': ['ID=7274d852-e3ab-4fad-9ecd-e794004c5353,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:10.536718 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:10.537468 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:10.538134 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:10.544177 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e9210d28-9404-423f-a875-60cb1ff8ecf6 None None] Port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:10.550186 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.556250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.559225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:10.588360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.629334 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Pushing event updated for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:10.632918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:10.633959 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.732392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Network 10fd3612-71b4-460e-a199-da24bf294a6f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:10.733880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:10.793277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:10.802326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:10.806323 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:10.835285 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:10.863516 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:10.866986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:10.964110 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:10.972539 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:11.018372 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-798300d7-eb0f-4a94-99b1-eda50ab9f6ff None None] Provisioning complete for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:11.018647 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-798300d7-eb0f-4a94-99b1-eda50ab9f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:11.065175 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 9bf767fb-3811-4e42-9b43-4825e594b983 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:11.079776 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 9bf767fb-3811-4e42-9b43-4825e594b983 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:11.080174 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:11.087843 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-798300d7-eb0f-4a94-99b1-eda50ab9f6ff None None] Port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:11.216940 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:11.221533 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:09Z', 'revision_number': 1, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:11.259794 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758758dd-cc36-4d88-a3eb-2cda51b7c919 None None] The sync data for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:09Z', 'revision_number': 1, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:11.273513 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:11.275803 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c6629-e1a3-4882-8d9e-45e1b8e679f6" -d '{"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:11.289234 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:11.299003 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:11.301231 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:11.357474 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:11.360648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:11.361559 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e5147-62ca-4529-a2b0-7eda559de157 x-openstack-request-id: req-f02e5147-62ca-4529-a2b0-7eda559de157 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:11.361862 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:11.362736 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f02e5147-62ca-4529-a2b0-7eda559de157 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:11.362860 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'code': 200} Jun 29 13:40:11.366960 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:11.369479 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] 10.222.0.21 "PUT /v2.0/routers/ac155c3b-8b5f-4661-ade2-a7c60e6b5bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552562 Jun 29 13:40:11.396974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228b68c-0d8c-4bcc-98e5-48c3201d49be req-5151030b-2bae-444b-b7d2-513f37c05a49 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:11.398860 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7228b68c-0d8c-4bcc-98e5-48c3201d49be req-5151030b-2bae-444b-b7d2-513f37c05a49 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0929077 Jun 29 13:40:11.455380 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7228b68c-0d8c-4bcc-98e5-48c3201d49be req-b3a8209b-9b4f-4ab5-8303-91cc7dca1c1e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500293 Jun 29 13:40:11.671496 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc03d2-1552-4a2e-a6bf-0cb1a2a4371c req-fcaae9a7-aad0-496d-9b2f-62cf6a6c4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:11.673542 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0afc03d2-1552-4a2e-a6bf-0cb1a2a4371c req-fcaae9a7-aad0-496d-9b2f-62cf6a6c4f2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1099 time: 0.0725524 Jun 29 13:40:11.715388 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0afc03d2-1552-4a2e-a6bf-0cb1a2a4371c req-baea9362-9e1b-414e-8ce4-e242d3248440 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347040 Jun 29 13:40:11.972536 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35918) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:11.978161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1397343117-network', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:12.034170 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Made reservation on behalf of 3155b623d54e48d5b7a210fc635c837e for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:12.036987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.046200 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.176154 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.181843 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.187015 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-051ee876-f4ea-4162-afb1-57c2130963d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:12.211389 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:12.213483 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:40:12.224019 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498e895b-7c4e-494b-9820-49068f87c0ff,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:12.227424 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:12.230724 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.231067 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Added segment 14f419a9-20e3-4534-a87e-7771183e5222 of type vlan for network a256a612-6db4-4e68-8422-0ced5cd8a639 Jun 29 13:40:12.268901 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:12.269513 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.277384 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.311722 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.315344 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:12.316139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.319132 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ef0a78ed-71e9-4c7e-97d6-05ff46b69ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:12.367922 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7274d852-e3ab-4fad-9ecd-e794004c5353 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:12.384787 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4105833 Jun 29 13:40:12.387681 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35922) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:12.392459 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Pushing event updated for resources: {'Network': ['ID=a256a612-6db4-4e68-8422-0ced5cd8a639,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:12.393500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Request body: {'subnet': {'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1397343117-subnet', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:12.396157 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:12.405764 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network a256a612-6db4-4e68-8422-0ced5cd8a639 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:40:12.420872 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Made reservation on behalf of 3155b623d54e48d5b7a210fc635c837e for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:12.425567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26513607'] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.512896 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 7274d852-e3ab-4fad-9ecd-e794004c5353 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:12.520143 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 7274d852-e3ab-4fad-9ecd-e794004c5353 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:12.520579 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.650242 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26513621'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.656464 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:12.670182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.698651 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 7274d852-e3ab-4fad-9ecd-e794004c5353, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7274d852-e3ab-4fad-9ecd-e794004c5353,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:12.701958 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b440bb2-6776-4e96-b590-ca9780ccd486 req-d2e98f5d-ae84-4e18-b4aa-26f26be29e08 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:12.704645 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b440bb2-6776-4e96-b590-ca9780ccd486 req-d2e98f5d-ae84-4e18-b4aa-26f26be29e08 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1074340 Jun 29 13:40:12.706001 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.708898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:12.744503 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e931dc1e-4b41-4baa-a0e3-286ef8a9b47b,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:12.748828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:12.757160 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Checking segment: {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:12.757963 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Network hostable DHCP agents. Network: a256a612-6db4-4e68-8422-0ced5cd8a639, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:40:12.776944 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=7274d852-e3ab-4fad-9ecd-e794004c5353,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:12.778213 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Network a256a612-6db4-4e68-8422-0ced5cd8a639 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:40:12.781044 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:12.794384 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, a256a612-6db4-4e68-8422-0ced5cd8a639) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:12.803638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099571cd-39c8-4cb9-a891-4b5abfb4121e None None] Network a256a612-6db4-4e68-8422-0ced5cd8a639 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:40:12.803792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:12.804450 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.808522 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b440bb2-6776-4e96-b590-ca9780ccd486 req-61074543-1ef1-4188-9980-f51d3efa8e0d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943105 Jun 29 13:40:12.836762 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c56af450-571d-4522-82a6-3b74da708632 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4475729 Jun 29 13:40:12.845800 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35938) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:12.851063 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:12.875507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.877298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.929160 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:12.962209 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-a256a612-6db4-4e68-8422-0ced5cd8a639', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:40:12.963333 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.072123 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.104361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Allocated IP 172.20.0.2 (a256a612-6db4-4e68-8422-0ced5cd8a639/e931dc1e-4b41-4baa-a0e3-286ef8a9b47b/fb1fb376-2e93-4865-9a09-cd1895e387ab) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:13.273132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.276829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.285071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Transition to ACTIVE for port object fb1fb376-2e93-4865-9a09-cd1895e387ab will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:13.296667 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.303852 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Transition to ACTIVE for port object fb1fb376-2e93-4865-9a09-cd1895e387ab will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:13.310748 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.312558 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:13.352489 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Network a256a612-6db4-4e68-8422-0ced5cd8a639 is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:13.355635 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:13.359948 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:13.364500 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Pushing event updated for resources: {'Port': ['ID=fb1fb376-2e93-4865-9a09-cd1895e387ab,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:13.367090 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:13.408641 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Allocated IP 172.27.0.18 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/f1105591-d0ad-4756-b797-d6ab121c4acd) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:13.420962 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Attempting to bind port fb1fb376-2e93-4865-9a09-cd1895e387ab on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:13.421425 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Attempting to bind port fb1fb376-2e93-4865-9a09-cd1895e387ab by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:13.421862 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Attempting to bind port fb1fb376-2e93-4865-9a09-cd1895e387ab on network a256a612-6db4-4e68-8422-0ced5cd8a639 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:13.430914 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:13.431400 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Checking segment: {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:13.431823 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.432219 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Bound using segment: {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:13.432700 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Bound port: fb1fb376-2e93-4865-9a09-cd1895e387ab, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:13.433108 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.500255 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] For port fb1fb376-2e93-4865-9a09-cd1895e387ab, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:13.506339 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] For port fb1fb376-2e93-4865-9a09-cd1895e387ab, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=fb1fb376-2e93-4865-9a09-cd1895e387ab,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:13.511265 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.514632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:13.530749 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.580837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Pushing event updated for resources: {'Port': ['ID=fb1fb376-2e93-4865-9a09-cd1895e387ab,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:13.581060 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:13.584865 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:13.587596 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec5ad106-07ef-417f-a71c-f91eb13c468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:13.623604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:13.627220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:13.631542 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:13.656034 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Pushing event updated for resources: {'Port': ['ID=f1105591-d0ad-4756-b797-d6ab121c4acd,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:13.660540 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:13.831776 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Sync routers for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:13.842571 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:13.843194 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:13.922002 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.035218 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc87b5-ecbb-4352-8d47-96b32e4d2cc0 req-fd408912-38ae-447d-83bd-eb831f08b7f9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:14.041995 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:14.045030 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99bc87b5-ecbb-4352-8d47-96b32e4d2cc0 req-fd408912-38ae-447d-83bd-eb831f08b7f9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0832829 Jun 29 13:40:14.103515 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99bc87b5-ecbb-4352-8d47-96b32e4d2cc0 req-e84788b6-bc34-4ad4-be23-cb409695fa73 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575020 Jun 29 13:40:14.203846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.228571 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device fb1fb376-2e93-4865-9a09-cd1895e387ab up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:14.280549 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 2, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:14.302655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port fb1fb376-2e93-4865-9a09-cd1895e387ab completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:14.310546 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7274d852-e3ab-4fad-9ecd-e794004c5353 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:14.319742 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Checking router: ac155c3b-8b5f-4661-ade2-a7c60e6b5bba for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:14.320380 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Updating router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:40:14.374741 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.405180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:40:14.423998 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 7274d852-e3ab-4fad-9ecd-e794004c5353 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:14.424816 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.559696 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:14.573902 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Sync routers for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:14.587190 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.589774 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7421532 Jun 29 13:40:14.592362 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35952) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:14.596035 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:14.596688 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:14.719342 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:14.770477 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.784749 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Transition to ACTIVE for port object 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:14.791332 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c582f-6e51-4a99-8350-518cf585d1b2 req-20d2561a-5669-47e5-bf63-c8bf6254e8aa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:14.792876 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7e3c582f-6e51-4a99-8350-518cf585d1b2 req-20d2561a-5669-47e5-bf63-c8bf6254e8aa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.5449033 Jun 29 13:40:14.793703 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.797613 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-a97d1def-30c9-4ee9-8a19-58bbbe440b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:14.803717 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35954) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:14.809743 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Request body: {'floatingip': {'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:14.835416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3ab9b-069b-42a0-8df6-1c51ff46a7fa None None] Network a256a612-6db4-4e68-8422-0ced5cd8a639 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:40:14.864660 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.865195 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Pushing event updated for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:14.895148 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.895943 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.896497 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.897075 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.897617 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.898185 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.898713 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.899616 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.900177 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.900708 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.901446 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.901973 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:40:14.906697 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:14.947382 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Attempting to bind port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:14.947756 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Attempting to bind port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:14.948780 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Attempting to bind port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 on network 10fd3612-71b4-460e-a199-da24bf294a6f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:14.955360 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:14.955739 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Checking segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:14.956546 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:14.957282 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Bound using segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:14.958683 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Bound port: 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:14.959101 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.060152 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] For port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:15.065836 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] For port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:15.072898 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.075989 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:15.150097 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Pushing event updated for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:15.153784 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:15.154903 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:15.159263 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:15.171371 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Provisioning for port fb1fb376-2e93-4865-9a09-cd1895e387ab completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:15.230558 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Provisioning complete for port fb1fb376-2e93-4865-9a09-cd1895e387ab triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:15.231094 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.238934 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.363136 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:15.444069 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:13Z', 'revision_number': 3, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:15.480117 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Checking router: 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:15.480484 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Updating router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 port f1105591-d0ad-4756-b797-d6ab121c4acd binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:40:15.483774 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.494709 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Allocated IP 172.20.0.1 (a256a612-6db4-4e68-8422-0ced5cd8a639/e931dc1e-4b41-4baa-a0e3-286ef8a9b47b/8f47dd86-aa9c-4ade-ae0f-e422a5239a75) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:15.543452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.582296 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.588772 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.595996 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] For port fb1fb376-2e93-4865-9a09-cd1895e387ab, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=fb1fb376-2e93-4865-9a09-cd1895e387ab,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:15.609628 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.613271 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:15.635739 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.651055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Transition to ACTIVE for port object 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:15.689725 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.693155 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:15.715292 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Floating IP e909bd2c-1a63-44fc-b921-ebba4371e06a associated. External IP: 172.27.0.224, port: 9bf767fb-3811-4e42-9b43-4825e594b983. Jun 29 13:40:15.724121 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:15Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:15.740235 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Network a256a612-6db4-4e68-8422-0ced5cd8a639 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:15.747607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:15.760319 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86dade-cc85-4420-97a7-4eda15c5b937 None None] The sync data for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:15Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:15.774002 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:15.825609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Pushing event updated for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:15.831044 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:15.837556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:15.841783 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Pushing event updated for resources: {'Port': ['ID=fb1fb376-2e93-4865-9a09-cd1895e387ab,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:15.847457 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:15.849421 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-ca244f3e-2130-42e2-b41a-98774ef4c7e1 None None] Provisioning complete for port fb1fb376-2e93-4865-9a09-cd1895e387ab triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:15.849716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ca244f3e-2130-42e2-b41a-98774ef4c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.109016 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.182607 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device fb1fb376-2e93-4865-9a09-cd1895e387ab up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:16.219872 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.243673 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Transition to ACTIVE for port object f1105591-d0ad-4756-b797-d6ab121c4acd will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:16.252406 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.255660 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:16.331907 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:16.336587 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port fb1fb376-2e93-4865-9a09-cd1895e387ab triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:16.337015 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.338567 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Pushing event updated for resources: {'Port': ['ID=f1105591-d0ad-4756-b797-d6ab121c4acd,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:16.351245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.360017 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.364642 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:16.371427 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:16.372057 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-87122b92-49b0-41a3-9f39-b6e7170a6d3e None None] Provisioning for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:16.374580 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Attempting to bind port f1105591-d0ad-4756-b797-d6ab121c4acd on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:16.375187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Attempting to bind port f1105591-d0ad-4756-b797-d6ab121c4acd by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:16.375347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Attempting to bind port f1105591-d0ad-4756-b797-d6ab121c4acd on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:16.393565 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-87122b92-49b0-41a3-9f39-b6e7170a6d3e None None] Provisioning complete for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:16.394417 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-87122b92-49b0-41a3-9f39-b6e7170a6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.398907 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:16.399340 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:16.399913 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.400317 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:16.400821 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Bound port: f1105591-d0ad-4756-b797-d6ab121c4acd, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:16.401218 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.446437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Pushing event updated for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:16.449900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:16.451563 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.502069 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-87122b92-49b0-41a3-9f39-b6e7170a6d3e None None] Port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:16.515617 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] For port f1105591-d0ad-4756-b797-d6ab121c4acd, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:16.520201 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] For port f1105591-d0ad-4756-b797-d6ab121c4acd, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f1105591-d0ad-4756-b797-d6ab121c4acd,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:16.540932 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:16.547085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.554311 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.560424 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:16.564248 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:16.588327 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:16.589513 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:16.592833 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Network a256a612-6db4-4e68-8422-0ced5cd8a639 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:16.595832 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:16.599079 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-aa5a4354-3774-45f1-bb39-456d0adccd20 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "PUT /v2.0/floatingips/e909bd2c-1a63-44fc-b921-ebba4371e06a HTTP/1.1" status: 200 len: 992 time: 1.7935407 Jun 29 13:40:16.600170 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:16.602982 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ab1e70-b090-495e-9749-a55656091eae" -d '{"events": [{"name": "network-changed", "server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:16.630327 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:16.672153 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:16.673414 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:16.734513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd843e-9ec3-48da-9728-72cd2575f3c2 x-openstack-request-id: req-e6cd843e-9ec3-48da-9728-72cd2575f3c2 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:16.735473 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:16.736103 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6cd843e-9ec3-48da-9728-72cd2575f3c2 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:16.738117 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'status': 'completed', 'code': 200} Jun 29 13:40:16.747673 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Pushing event updated for resources: {'Port': ['ID=f1105591-d0ad-4756-b797-d6ab121c4acd,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:16.753239 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:16.795523 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:16.799581 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:16.803909 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:16.804680 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:16.916798 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:16.943731 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1e70-b090-495e-9749-a55656091eae req-639dc70a-1387-443b-ad1b-4dab6e6fcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:16.945205 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-639dc70a-1387-443b-ad1b-4dab6e6fcf2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1099 time: 0.1303782 Jun 29 13:40:16.975470 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:17.091527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-0d6f318b-c575-444f-8b4a-c1a291ee8f12 None None] Provisioning complete for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:17.092039 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-0d6f318b-c575-444f-8b4a-c1a291ee8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:17.132860 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f318b-c575-444f-8b4a-c1a291ee8f12 None None] Port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:17.135722 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:17.145747 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:17.146895 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] 10.222.0.21 "PUT /v2.0/routers/8c09030b-dbb0-4da6-8e2c-2c38191b5f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5530634 Jun 29 13:40:17.187180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1e70-b090-495e-9749-a55656091eae req-0858df88-8b13-400a-b182-9417d3d31853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:17.189988 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-0858df88-8b13-400a-b182-9417d3d31853 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1943667 Jun 29 13:40:17.228097 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'e909bd2c-1a63-44fc-b921-ebba4371e06a', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93042250-fa5f-4eab-a49b-c2a519792a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:39:59Z', 'updated_at': '2021-06-29T13:40:15Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:17.253346 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:17.291875 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-d48926da-aa26-417b-8c0e-6723669394cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1000 time: 0.0946424 Jun 29 13:40:17.309417 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:17.328225 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-0d637747-86af-42d0-be92-8925e305e81b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:17.361783 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1e70-b090-495e-9749-a55656091eae req-f170e761-740f-4ba7-b538-d8b93d1da63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:17.363387 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-f170e761-740f-4ba7-b538-d8b93d1da63d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0638812 Jun 29 13:40:17.374198 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:17.385428 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:17.386184 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:17.440156 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1e70-b090-495e-9749-a55656091eae req-b3612f9b-48c4-4442-a2c7-b13781483ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:17.441684 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-b3612f9b-48c4-4442-a2c7-b13781483ad6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716288 Jun 29 13:40:17.450279 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:17.461607 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:17.502331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8f47dd86-aa9c-4ade-ae0f-e422a5239a75', 'name': '', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'mac_address': 'fa:16:3e:a2:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:15Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 2, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'subnets': [{'id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:17.541326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfd45c9-bfca-499b-9a24-ed87732209be None None] The sync data for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi is: [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8f47dd86-aa9c-4ade-ae0f-e422a5239a75', 'name': '', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'mac_address': 'fa:16:3e:a2:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:15Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 2, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'subnets': [{'id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:17.558782 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:17.602786 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-45cb4f97-2957-43cc-b373-69867f18b725 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530216 Jun 29 13:40:17.701953 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-66ab1e70-b090-495e-9749-a55656091eae req-484555bb-6395-4a42-b144-a2dd1553922d service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907483 Jun 29 13:40:17.882248 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'e909bd2c-1a63-44fc-b921-ebba4371e06a', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93042250-fa5f-4eab-a49b-c2a519792a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:39:59Z', 'updated_at': '2021-06-29T13:40:15Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:17.933913 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2669cc-73e0-4047-a48d-88a4abd21496 None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'e909bd2c-1a63-44fc-b921-ebba4371e06a', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93042250-fa5f-4eab-a49b-c2a519792a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:39:59Z', 'updated_at': '2021-06-29T13:40:15Z', 'revision_number': 1, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:17.949164 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35986) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:17.954714 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724967014', 'description': 'tempest-secgroup-smoke-1724967014 description', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:17.980688 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.082419 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.087562 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.090935 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d1b3879f-d38d-4cb1-abe4-3d5521f5530b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.117101 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:18.129153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.133021 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1802561 Jun 29 13:40:18.133292 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35988) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.138091 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.148542 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8464e026-dbbd-4bcf-9c2d-0faa79716c6a,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.153495 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.178143 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:18.178540 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.181220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.248092 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.252999 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.255313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87de0066-15ce-47d4-919e-cffc73731b0a tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.274415 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fce454-208d-4865-a2ab-32d573bb1541,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.277688 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.281457 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.286432 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492414 Jun 29 13:40:18.286549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35990) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.291237 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.302856 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2c4de-6e86-410f-8261-fe33c49918c3 None None] New status for floating IP e909bd2c-1a63-44fc-b921-ebba4371e06a: ACTIVE {{(pid=93161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:40:18.332589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.401689 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.406357 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.408388 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.424429 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12869d94-0637-4eec-b357-243c9e4ae252,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.426995 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.431795 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.434480 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5b21807f-bda9-4e6c-b325-e3a2e771dd85 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469021 Jun 29 13:40:18.435828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 35992) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.441448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.468114 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.526629 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.531183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.533908 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bafbbc87-2247-4bf4-95fd-d3b1712e8387 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.550342 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14b7a2c-f4c0-4b0d-ac81-4addf36872af,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.553398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.559075 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.560509 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b873d566-7288-4771-a6f2-3ed12ca9bf95 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236179 Jun 29 13:40:18.563855 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 35998) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.568427 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.600658 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.665580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.669738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.672030 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6684c21c-9176-4900-a6df-9a08114291e8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.699147 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb900e16-aed7-4655-8b83-824979062e6e,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.702710 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.706628 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.708076 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431546 Jun 29 13:40:18.710870 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36004) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.717269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.740994 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.securitygroups_db [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Project ef0e00239717455b9fa0b7c944bc3257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:40:18.745967 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.747512 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ac8131eb-3bd5-43e6-b4a5-3226ae506a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.808297 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.811836 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.814456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e4f9e972-0bb8-4a58-b2df-9ef4e4790793 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.830719 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb009321-5c9f-4bcd-a6ab-1c6d7080f622,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.833134 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.839935 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.841265 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-7ae04a4b-1ce9-42c9-9b3c-6f2dbcc48a22 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292017 Jun 29 13:40:18.845219 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36006) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:18.850569 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'security_group_rule': {'security_group_id': '8464e026-dbbd-4bcf-9c2d-0faa79716c6a', 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:18.875390 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.securitygroups_db [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Project ef0e00239717455b9fa0b7c944bc3257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:40:18.882058 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.961838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.968251 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.971278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:18.989879 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307610e-beaa-405f-a8f0-4e7fab923942,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:18.992413 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:18.997007 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:18.998317 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-26bcdbc4-ad6e-43c5-ab2d-6648787842d2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513453 Jun 29 13:40:20.115862 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f1105591-d0ad-4756-b797-d6ab121c4acd up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:20.167785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port f1105591-d0ad-4756-b797-d6ab121c4acd completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:20.171871 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f1105591-d0ad-4756-b797-d6ab121c4acd triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:20.172461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:20.277230 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:20.300412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port f1105591-d0ad-4756-b797-d6ab121c4acd, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f1105591-d0ad-4756-b797-d6ab121c4acd,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:20.305023 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:20.307048 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:20.368926 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=f1105591-d0ad-4756-b797-d6ab121c4acd,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:20.372101 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:20.524434 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3df3a-39a2-489e-982e-3274b0715d3e req-3d9d54d8-57de-4a27-ad34-1cd6c857b079 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:20.526005 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-07b3df3a-39a2-489e-982e-3274b0715d3e req-3d9d54d8-57de-4a27-ad34-1cd6c857b079 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0929580 Jun 29 13:40:20.568790 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-07b3df3a-39a2-489e-982e-3274b0715d3e req-12a5c947-7b1b-4bb9-8de1-e585b9e5f258 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361495 Jun 29 13:40:20.658582 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Sync routers for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:20.667544 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:20.668164 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:39:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:20.773446 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:20.980459 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8f47dd86-aa9c-4ade-ae0f-e422a5239a75', 'name': '', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'mac_address': 'fa:16:3e:a2:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:15Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 2, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'subnets': [{'id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:21.006296 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Checking router: 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:21.006655 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Updating router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:40:21.044272 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.240821 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c4071d96-72fa-4146-aba4-cdb750f87bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.302714 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.315803 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Transition to ACTIVE for port object 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:21.326700 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.329476 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:21.379822 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da070-aeff-44cf-9dee-7d434b6ecfbc None None] Pushing event updated for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:21.382650 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e45da070-aeff-44cf-9dee-7d434b6ecfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:21.436880 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Attempting to bind port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:21.437251 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Attempting to bind port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:21.437627 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Attempting to bind port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 on network a256a612-6db4-4e68-8422-0ced5cd8a639 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:21.442796 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:21.443140 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Checking segment: {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:21.443544 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.443943 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Bound using segment: {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:21.444426 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Bound port: 8f47dd86-aa9c-4ade-ae0f-e422a5239a75, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f419a9-20e3-4534-a87e-7771183e5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:21.444832 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.493668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.512279 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] For port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:21.515520 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] For port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:21.520754 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:21.523151 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-ddc5c1e6-2fe5-4f09-af7c-180b36d4a0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:21.577648 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:21.578308 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:21.626837 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da070-aeff-44cf-9dee-7d434b6ecfbc None None] Pushing event updated for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:21.631078 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e45da070-aeff-44cf-9dee-7d434b6ecfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:21.712972 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:21.780431 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4fa7-66b1-489f-a460-bb721d0c2523 req-a832c906-8a7c-4674-acb5-766010950aa0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:21.784636 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf3f4fa7-66b1-489f-a460-bb721d0c2523 req-a832c906-8a7c-4674-acb5-766010950aa0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0767636 Jun 29 13:40:21.823789 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cf3f4fa7-66b1-489f-a460-bb721d0c2523 req-20c7e42f-6d5a-4cda-bc10-893a76541f35 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359318 Jun 29 13:40:22.038731 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-8f98781a-62e9-4136-976a-845575fb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8f47dd86-aa9c-4ade-ae0f-e422a5239a75', 'name': '', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'mac_address': 'fa:16:3e:a2:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:15Z', 'updated_at': '2021-06-29T13:40:21Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'subnets': [{'id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:22.068083 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f98781a-62e9-4136-976a-845575fb623f None None] The sync data for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi is: [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:40:16Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8f47dd86-aa9c-4ade-ae0f-e422a5239a75', 'name': '', 'network_id': 'a256a612-6db4-4e68-8422-0ced5cd8a639', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'mac_address': 'fa:16:3e:a2:63:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:15Z', 'updated_at': '2021-06-29T13:40:21Z', 'revision_number': 4, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'subnets': [{'id': 'e931dc1e-4b41-4baa-a0e3-286ef8a9b47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:22.119408 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f1105591-d0ad-4756-b797-d6ab121c4acd up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:22.184397 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port f1105591-d0ad-4756-b797-d6ab121c4acd triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:22.184975 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.387614 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36104) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:22.408243 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:22.472572 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:22.477307 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:22.477714 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.539585 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.570841 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.573766 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-832f4f77-d032-4e37-8757-752fdbb9d0e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:22.575408 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-832f4f77-d032-4e37-8757-752fdbb9d0e8 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0732613 Jun 29 13:40:22.605752 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:22.611085 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.613342 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:22.654927 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.659362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.663583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4b5756de-bcbc-4cb3-9145-579eb0f59bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:22.677617 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:22.685321 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:22.698685 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.699883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Deleting port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:40:22.700396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.716175 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cda95a0ff1154102b7bc1d23f5bae4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274591 Jun 29 13:40:22.718902 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36112) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:22.726054 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d7d93f-78ba-4716-aa7d-6528ea01040f,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:22.729560 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:22.779729 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.797782 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] For port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:22.798095 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.802494 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.856544 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.864083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:22.865243 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26d7d93f-78ba-4716-aa7d-6528ea01040f HTTP/1.1" status: 204 len: 168 time: 0.1450000 Jun 29 13:40:22.866455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3989bfdc-2395-4b70-8073-80c0844bee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:22.874616 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d7d93f-78ba-4716-aa7d-6528ea01040f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:22.899838 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:23.023089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:23.023609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:23.024034 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Floating IP c3a6610e-327b-4577-871e-e850077b7cb3 disassociated. External IP: 172.27.0.105, port: aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9. Jun 29 13:40:23.024541 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Calling delete_port for aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:40:23.029829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cf88c-8962-4ed3-b32e-a2869c348791 req-4758cdc3-b56f-437e-b1d6-8ce9f2c45bff tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:23.031478 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8d3cf88c-8962-4ed3-b32e-a2869c348791 req-4758cdc3-b56f-437e-b1d6-8ce9f2c45bff tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 945 time: 0.0718451 Jun 29 13:40:23.079308 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8d3cf88c-8962-4ed3-b32e-a2869c348791 req-8f3ff3e1-17e9-4646-9893-e82da7cb3dea tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405717 Jun 29 13:40:23.197429 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:23.201617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56136104-5b6b-4426-adbf-6985a059acb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:23.229263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'Port': ['ID=aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:23.237782 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:23.342647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:23.452579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:23.461893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:23.471253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:23.471882 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:23.495683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] No DVR routers for this DVR port aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:40:23.498154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:23.500210 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3d089954-c6d0-4fd4-98b2-fa1b8fb3345d req-9d857cb7-6e6c-4edc-8d85-1209789bbd2a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "DELETE /v2.0/ports/aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 HTTP/1.1" status: 204 len: 173 time: 0.9187603 Jun 29 13:40:23.501671 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'name': 'network-vif-deleted', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:23.504107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3a1d7-7bc0-4cb7-a198-304ad99904c3" -d '{"events": [{"server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "name": "network-vif-deleted", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:23.545028 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac08a26-9a89-421f-b332-c077ee8c3256 x-openstack-request-id: req-9ac08a26-9a89-421f-b332-c077ee8c3256 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:23.545418 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e560716-33ac-49d0-8417-4c7e16668f3c", "name": "network-vif-deleted", "tag": "aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:23.545655 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ac08a26-9a89-421f-b332-c077ee8c3256 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:23.546111 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e560716-33ac-49d0-8417-4c7e16668f3c', 'name': 'network-vif-deleted', 'tag': 'aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9', 'status': 'completed', 'code': 200} Jun 29 13:40:23.595978 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:23.867305 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:23.894254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:23.902623 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:23.903244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:24.030991 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:24.130121 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:24.164564 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:24.258842 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:24.259343 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:24.377529 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:24.407152 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf26c39-69b0-4878-9662-ed59fba17f54 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:24.444594 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-70e7f1a2-1da8-4741-84a0-fb589407b03a req-4e84a3b8-da86-45cb-b5b2-1a217aa61cd6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e560716-33ac-49d0-8417-4c7e16668f3c HTTP/1.1" status: 200 len: 210 time: 0.2205641 Jun 29 13:40:24.668702 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0567a68-cebb-4be9-98e2-e736a953dee9 None None] New status for floating IP c3a6610e-327b-4577-871e-e850077b7cb3: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:40:25.573591 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36136) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:25.628653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.657941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.702954 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.706258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.707392 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "DELETE /v2.0/security-groups/79bc06fc-8ba7-4dc3-840e-18e6c7d2222e HTTP/1.1" status: 204 len: 168 time: 0.1327655 Jun 29 13:40:25.708206 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-217ac1d7-bc06-4e55-a84d-adf567c26e22 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:25.710241 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36138) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:25.717191 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc06fc-8ba7-4dc3-840e-18e6c7d2222e,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:25.723846 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:25.728628 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.api.v2.resource [None req-69c00491-2920-4caf-a1fa-26f8365a0d26 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] show failed (client error): The resource could not be found. Jun 29 13:40:25.729640 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-69c00491-2920-4caf-a1fa-26f8365a0d26 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups/79bc06fc-8ba7-4dc3-840e-18e6c7d2222e HTTP/1.1" status: 404 len: 347 time: 0.0180779 Jun 29 13:40:25.733086 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36140) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:25.862338 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Deleting port 2b2a87f5-d8b0-4307-8045-073d1a8de2e9 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:40:25.862682 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.936006 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.936341 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:25.947577 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Calling delete_port for 2b2a87f5-d8b0-4307-8045-073d1a8de2e9 owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:40:26.084427 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.086814 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:26.108231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'Port': ['ID=2b2a87f5-d8b0-4307-8045-073d1a8de2e9,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:26.112066 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:26.173924 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.176478 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.178233 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "DELETE /v2.0/floatingips/c3a6610e-327b-4577-871e-e850077b7cb3 HTTP/1.1" status: 204 len: 168 time: 0.4435830 Jun 29 13:40:26.688094 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36148) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:26.692793 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563859690', 'description': 'tempest-description--1575439261'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:26.714591 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.800011 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.804981 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.807372 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-18d46887-0167-43e8-bf75-3c5429ed4188 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:26.834398 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.835619 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1465516 Jun 29 13:40:26.837547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faea8cd7-1fa0-46a2-aa7b-9e043969c65c,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:26.838756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36150) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:26.840777 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:26.844192 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group_rule': {'security_group_id': 'faea8cd7-1fa0-46a2-aa7b-9e043969c65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:26.872369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.918676 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.922551 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.924718 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:26.935299 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:40:26.941940 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c3d124-f329-44f1-9592-9f54a727ea76,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:26.946275 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:26.949002 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:26.950056 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5083d81e-c869-4475-a453-5a273fd4c75c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097136 Jun 29 13:40:26.952701 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36154) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:26.957820 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'security_group_rule': {'security_group_id': 'faea8cd7-1fa0-46a2-aa7b-9e043969c65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:26.963486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:40:26.963955 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device aeeecba1-e2ef-4d4f-a301-ab5bd83ef9f9 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:40:26.989624 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.053167 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.056977 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.062258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:27.077033 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab06573-6326-4395-936c-6c3d32f40737,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:27.080390 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:27.085064 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.086283 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326170 Jun 29 13:40:27.089679 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36156) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:27.094647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:27.116451 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.231735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.336651 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Allocated IP 172.27.0.162 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/e30b869e-9f64-409c-a074-0d6c0ad116af) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:27.440176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.490020 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.492143 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3774e7ed-3dff-48a6-b007-7dbdaf18310a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:27.533316 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:27.536336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:27.540831 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:27.544006 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=e30b869e-9f64-409c-a074-0d6c0ad116af,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:27.567411 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:27.633949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.692817 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.840946 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.845435 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.847536 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ea0616ea-b118-459b-9d6b-67e98444dfaf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:27.915832 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=e30b869e-9f64-409c-a074-0d6c0ad116af,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:27.919825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:27.930238 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.944554 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:27.945711 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8550794 Jun 29 13:40:28.139352 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-ac661538-d8c6-4a22-88ec-16d73d480dbe tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1563859690&fields=id&tenant_id=a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 267 time: 0.0353880 Jun 29 13:40:28.247007 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-a569b09b-664f-47ed-9b4d-510b82852d37 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:28.248495 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-a569b09b-664f-47ed-9b4d-510b82852d37 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 808 time: 0.1020839 Jun 29 13:40:28.263591 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-551fb894-6365-489d-a9c4-1e3da5d334ce tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/quotas/a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 375 time: 0.0090637 Jun 29 13:40:28.335138 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-670a5387-d651-4b56-bfb4-4109c8ebad3d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661600 Jun 29 13:40:28.430874 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c0886793-debb-4b6b-a25a-cab56388cc5c service neutron] 10.222.0.21 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831103 Jun 29 13:40:28.523185 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-d189619a-b943-4ff5-ab56-b691dd0c1890 service neutron] 10.222.0.21 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856237 Jun 29 13:40:28.706886 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-21d41128-f394-4775-9ce1-087128e5d8fe req-0e4a3d3b-f346-4570-830a-eb7ac96ab142 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 210 time: 0.0312901 Jun 29 13:40:29.851800 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e0aa646b-755b-4345-92ca-4dad144ba913 req-1b5be935-8859-4536-a796-3a98a9b6a1d2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Jun 29 13:40:29.951088 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-49874f77-a8e1-4af7-a51e-9522f388004f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:29.952567 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-49874f77-a8e1-4af7-a51e-9522f388004f tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 808 time: 0.0999806 Jun 29 13:40:30.006184 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-810e424c-15d7-4267-8459-84b3321547b6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3eb9ee156e043febf3dc7da279a6635 HTTP/1.1" status: 200 len: 380 time: 0.0407596 Jun 29 13:40:30.024025 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'port': {'device_id': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'admin_state_up': True, 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'security_groups': ['faea8cd7-1fa0-46a2-aa7b-9e043969c65c']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:30.415241 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Made reservation on behalf of a3eb9ee156e043febf3dc7da279a6635 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:30.418896 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:30.556013 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Allocated IP 172.20.0.14 (8aa46977-b221-4d56-b253-62ab6dea0210/3bb67c62-ebaf-489b-8c30-cb5e59042061/1cd9657e-4216-4821-866a-137c1b37af0b) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:30.704357 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:30.718495 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Transition to ACTIVE for port object 1cd9657e-4216-4821-866a-137c1b37af0b will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:30.751961 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:30.755828 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:30.797280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Network 8aa46977-b221-4d56-b253-62ab6dea0210 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:30.800999 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:30.808310 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:30.816204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event updated for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:30.836245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:30.865761 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:30.866514 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:30.884832 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644865 Jun 29 13:40:30.898541 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Request body: {'port': {'device_id': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:31.011978 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.099705 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c970d71b-26d0-4019-aa8d-09716ffef5cb None None] Provisioning for port 1cd9657e-4216-4821-866a-137c1b37af0b completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:31.104122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-c970d71b-26d0-4019-aa8d-09716ffef5cb None None] Provisioning complete for port 1cd9657e-4216-4821-866a-137c1b37af0b triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:31.104504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c970d71b-26d0-4019-aa8d-09716ffef5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.138326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84907ea-75f1-444d-bcd8-83de1f824c5c req-6569d5b0-bdaa-4074-a9d0-99d68fcb3b2c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:31.140059 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a84907ea-75f1-444d-bcd8-83de1f824c5c req-6569d5b0-bdaa-4074-a9d0-99d68fcb3b2c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 932 time: 0.1634467 Jun 29 13:40:31.158626 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-c970d71b-26d0-4019-aa8d-09716ffef5cb None None] Port 1cd9657e-4216-4821-866a-137c1b37af0b cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:31.244581 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a84907ea-75f1-444d-bcd8-83de1f824c5c req-46b0c6e5-72a2-436f-a997-dd960dbf11d4 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866742 Jun 29 13:40:31.345724 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd9657e-4216-4821-866a-137c1b37af0b {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:31.353107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.367498 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Transition to ACTIVE for port object 1cd9657e-4216-4821-866a-137c1b37af0b will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:31.371746 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.373759 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-71752ac7-096d-45c2-afb1-944e608a3715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:31.425163 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Pushing event updated for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:31.429769 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:31.513855 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Attempting to bind port 1cd9657e-4216-4821-866a-137c1b37af0b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:31.514239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Attempting to bind port 1cd9657e-4216-4821-866a-137c1b37af0b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:31.514574 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Attempting to bind port 1cd9657e-4216-4821-866a-137c1b37af0b on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:31.520074 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Port 1cd9657e-4216-4821-866a-137c1b37af0b on network 8aa46977-b221-4d56-b253-62ab6dea0210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:40:31.520402 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Attempting to bind port 1cd9657e-4216-4821-866a-137c1b37af0b on network 8aa46977-b221-4d56-b253-62ab6dea0210 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:31.525766 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:31.526155 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Checking segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:31.526540 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Bound using segment: {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:31.526974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Bound port: 1cd9657e-4216-4821-866a-137c1b37af0b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7e393b-4910-4461-8a85-9c835768f2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:31.527339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.599859 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:31.602980 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1cd9657e-4216-4821-866a-137c1b37af0b,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:31.607482 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.609432 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-045984de-39b3-4b4c-a308-919414eb7d33 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:31.646601 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:31.647358 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:31.648818 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] 10.222.0.61 "PUT /v2.0/ports/1cd9657e-4216-4821-866a-137c1b37af0b HTTP/1.1" status: 200 len: 1094 time: 0.7556674 Jun 29 13:40:31.649353 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:31.651733 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a4c2e-ab88-4a57-88cd-8e05120279fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:31.680656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Pushing event updated for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:31.686906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:31.706335 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c957a1-74f5-49a5-9c90-169acbf9cc49 x-openstack-request-id: req-96c957a1-74f5-49a5-9c90-169acbf9cc49 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:31.706668 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:31.706961 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96c957a1-74f5-49a5-9c90-169acbf9cc49 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:31.707919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b', 'status': 'completed', 'code': 200} Jun 29 13:40:31.759079 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-4b173c19-77d6-4f74-9c41-8baeb4612f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:31.760722 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-4b173c19-77d6-4f74-9c41-8baeb4612f91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 1097 time: 0.0655270 Jun 29 13:40:31.817854 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-90197d20-b89d-4e92-84bd-253441fb5242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cd9657e-4216-4821-866a-137c1b37af0b HTTP/1.1" status: 200 len: 217 time: 0.0486078 Jun 29 13:40:31.878212 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-b8e0b119-9bf1-4236-83f9-7ab5b6e78e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:31.879664 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-b8e0b119-9bf1-4236-83f9-7ab5b6e78e01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0522943 Jun 29 13:40:31.946906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-6b529b71-3d99-4e8a-8192-d50f28d324cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:31.948380 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-6b529b71-3d99-4e8a-8192-d50f28d324cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602643 Jun 29 13:40:32.049550 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-9028cca5-f1aa-4e84-80d4-80053edb9997 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924809 Jun 29 13:40:32.146288 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-df0aaa62-14ba-4aa6-bddd-8cf6e07cfe5d req-c1510dc4-bbce-40ac-8147-76c85fb14dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Jun 29 13:40:32.324580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-dedfdf81-ff05-4e3f-a79f-a62396dd312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:32.327165 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-dedfdf81-ff05-4e3f-a79f-a62396dd312b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 1097 time: 0.1214595 Jun 29 13:40:32.427164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-a71a12c7-11df-4b08-b3b9-e25396c70e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:32.428555 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-a71a12c7-11df-4b08-b3b9-e25396c70e1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.0926456 Jun 29 13:40:32.455312 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413010-d831-4e07-bf5f-e5837cb58ab6 req-9341017f-fcd3-41d7-ba37-458c95907e50 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:32.456901 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ec413010-d831-4e07-bf5f-e5837cb58ab6 req-9341017f-fcd3-41d7-ba37-458c95907e50 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 944 time: 0.0641048 Jun 29 13:40:32.475734 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-f94709ae-f5aa-4492-92a4-c4c0bc51db82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cd9657e-4216-4821-866a-137c1b37af0b HTTP/1.1" status: 200 len: 217 time: 0.0390449 Jun 29 13:40:32.496422 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ec413010-d831-4e07-bf5f-e5837cb58ab6 req-f8cc68aa-67cb-4eae-bf15-055749f61544 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Jun 29 13:40:32.538172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-70402f4d-2d7c-44eb-ae7b-eb19c64f2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:32.539643 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-70402f4d-2d7c-44eb-ae7b-eb19c64f2016 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.0509171 Jun 29 13:40:32.598758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-adf50f4c-e1ac-4809-9493-d603fbbe5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:32.600255 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-adf50f4c-e1ac-4809-9493-d603fbbe5eb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535014 Jun 29 13:40:32.689499 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-c7813078-8a88-45eb-bc63-79cd82f1690f service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806649 Jun 29 13:40:32.789325 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a99a4c2e-ab88-4a57-88cd-8e05120279fb req-e7f67547-b14d-4721-a710-51270d8f3b91 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916798 Jun 29 13:40:33.691692 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f28f0-bbf0-483e-99b6-cff76dba5eb9 req-f660cac0-45ac-48ec-be8f-79ac0711ba53 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:33.693214 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8e3f28f0-bbf0-483e-99b6-cff76dba5eb9 req-f660cac0-45ac-48ec-be8f-79ac0711ba53 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 944 time: 0.0778956 Jun 29 13:40:33.735019 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8e3f28f0-bbf0-483e-99b6-cff76dba5eb9 req-8b10e28f-cc0f-4f9b-8ea0-3b608de812ff tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359287 Jun 29 13:40:33.868036 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-6e25e408-a85d-4a8c-9044-d73d00c3970f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549769 Jun 29 13:40:33.964986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c97930-b37d-4955-9a61-72390ad92995 req-b8546e41-2c3f-4aa4-b382-da95b6937a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:33.966436 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-b8546e41-2c3f-4aa4-b382-da95b6937a17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1099 time: 0.0521660 Jun 29 13:40:34.076405 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c97930-b37d-4955-9a61-72390ad92995 req-67b98fce-566c-4fda-b4a1-0a88f5580b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:34.077903 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-67b98fce-566c-4fda-b4a1-0a88f5580b90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.0873387 Jun 29 13:40:34.144724 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-885a4ac9-69b2-4c7e-be5d-741088915fe9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1002 time: 0.0587273 Jun 29 13:40:34.201954 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c97930-b37d-4955-9a61-72390ad92995 req-17e5b0c1-4d06-4864-9e68-06decf361dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:34.203482 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-17e5b0c1-4d06-4864-9e68-06decf361dca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0475721 Jun 29 13:40:34.263476 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c97930-b37d-4955-9a61-72390ad92995 req-9374721d-68df-4fff-abea-f31b3a3777e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:34.264871 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-9374721d-68df-4fff-abea-f31b3a3777e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524113 Jun 29 13:40:34.354291 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-979c4105-5407-47e4-9051-159200c91179 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801263 Jun 29 13:40:34.456173 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-38c97930-b37d-4955-9a61-72390ad92995 req-b3cb360a-69b6-4a54-9e8d-083d7cbe2f6a service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926235 Jun 29 13:40:34.909826 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1dd98-4c99-4dc7-96c3-b18493e61027 req-4d5ab652-089d-4b6e-b5f9-af108b968615 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:34.911318 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eea1dd98-4c99-4dc7-96c3-b18493e61027 req-4d5ab652-089d-4b6e-b5f9-af108b968615 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 944 time: 0.0652428 Jun 29 13:40:34.939584 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:34.950536 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eea1dd98-4c99-4dc7-96c3-b18493e61027 req-6066015c-5ae5-4747-bbe5-3a967fc5f938 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Jun 29 13:40:34.999825 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1cd9657e-4216-4821-866a-137c1b37af0b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:40:35.097404 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1cd9657e-4216-4821-866a-137c1b37af0b,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:35.109208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '1cd9657e-4216-4821-866a-137c1b37af0b', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'port_id': '1cd9657e-4216-4821-866a-137c1b37af0b', 'mac_address': 'fa:16:3e:23:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:40:35.145919 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:35.159203 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd9657e-4216-4821-866a-137c1b37af0b {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:35.179056 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1cd9657e-4216-4821-866a-137c1b37af0b,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:35.182956 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:35.184855 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-d9d4a089-2cd8-43d4-afb4-713da5ac7e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:35.236609 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:35.240332 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:35.440815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['1cd9657e-4216-4821-866a-137c1b37af0b'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:40:36.132673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b367b-2b82-4dc0-a710-afc2bde933c5 req-551d154d-df7c-4893-a6d8-9a7fbab920d1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:36.134169 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-dc2b367b-2b82-4dc0-a710-afc2bde933c5 req-551d154d-df7c-4893-a6d8-9a7fbab920d1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 945 time: 0.0624452 Jun 29 13:40:36.191228 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-dc2b367b-2b82-4dc0-a710-afc2bde933c5 req-f3531f32-db49-49e1-a7f9-81f4f8ac1a87 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512388 Jun 29 13:40:36.675535 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f8395c82-2961-44cf-8639-100283f68ab5 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724967014&fields=id&tenant_id=ef0e00239717455b9fa0b7c944bc3257 HTTP/1.1" status: 200 len: 267 time: 0.0375171 Jun 29 13:40:36.784081 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-e8f67b7e-570b-4fe4-9643-346de3ac42af tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:36.785548 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-e8f67b7e-570b-4fe4-9643-346de3ac42af tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 808 time: 0.1035173 Jun 29 13:40:36.800718 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-ae2460f2-b429-4e2a-9fa1-b23ead3f7b5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/quotas/ef0e00239717455b9fa0b7c944bc3257 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Jun 29 13:40:36.875737 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-cca265cd-5cf1-4aaa-9d71-6086ad0a38b8 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696745 Jun 29 13:40:37.015833 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-eaa356fb-d3d7-4cac-bc9b-3b2302d1b791 service neutron] 10.222.0.21 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287870 Jun 29 13:40:37.025183 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1cd9657e-4216-4821-866a-137c1b37af0b up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:37.077344 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 1cd9657e-4216-4821-866a-137c1b37af0b completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:37.082244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 1cd9657e-4216-4821-866a-137c1b37af0b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:37.082660 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:37.139686 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-8e642cf6-c137-4b44-8d0e-e60e71ce17be service neutron] 10.222.0.21 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155818 Jun 29 13:40:37.170425 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:37.204342 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:37.208190 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882453b-4e2c-40c8-9463-83aae2a35dbc" -d '{"events": [{"server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "name": "network-vif-plugged", "status": "completed", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:37.230388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1cd9657e-4216-4821-866a-137c1b37af0b,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:37.236337 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:37.238305 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-69d94ee5-bcac-40ff-941d-9ada080af599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:37.264846 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416a4ab8-cdf5-4e35-8753-6f2e7e9f9f81 x-openstack-request-id: req-416a4ab8-cdf5-4e35-8753-6f2e7e9f9f81 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:37.265297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "name": "network-vif-plugged", "status": "completed", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:37.265543 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-416a4ab8-cdf5-4e35-8753-6f2e7e9f9f81 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:37.266321 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b', 'code': 200} Jun 29 13:40:37.308503 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:37.313779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:37.492699 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d656e-3c2a-40d3-acec-f742a233207c req-2d3e714e-02a3-4ea7-981c-2e3404aaadcc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:37.494236 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f46d656e-3c2a-40d3-acec-f742a233207c req-2d3e714e-02a3-4ea7-981c-2e3404aaadcc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0993576 Jun 29 13:40:37.527949 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f2a9575a-3997-4e19-b015-69410de8571f req-49cb36bf-faa8-4575-b4da-987020a2c667 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 210 time: 0.0474842 Jun 29 13:40:37.598161 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390cd0e-a29b-4dc2-a243-919db39ea05c req-3f900338-5ed8-4665-8b9f-7741a4aa517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:37.599754 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f390cd0e-a29b-4dc2-a243-919db39ea05c req-3f900338-5ed8-4665-8b9f-7741a4aa517c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 1099 time: 0.1259768 Jun 29 13:40:37.613887 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f46d656e-3c2a-40d3-acec-f742a233207c req-97212b6f-3fae-43a2-a7d5-f6d0c84ec6cc tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990481 Jun 29 13:40:37.654838 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f390cd0e-a29b-4dc2-a243-919db39ea05c req-b85e4576-e40b-4eab-b421-001ab90aa1a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389161 Jun 29 13:40:38.721387 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-29607fc1-b85f-4d90-9588-21378be526aa req-07ba729e-4c0f-432c-ad6b-61b70319a9e3 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 210 time: 0.0469971 Jun 29 13:40:38.869020 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-a0be70ca-42f0-4bfc-8214-d5b512fee8aa tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:38.872826 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-a0be70ca-42f0-4bfc-8214-d5b512fee8aa tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 808 time: 0.1876268 Jun 29 13:40:38.875029 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94f21c-1d77-4e6b-9472-c666ffb3694f req-adc3583f-ea16-40a7-8e3c-5da3ffee317b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:38.877312 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1c94f21c-1d77-4e6b-9472-c666ffb3694f req-adc3583f-ea16-40a7-8e3c-5da3ffee317b tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0743778 Jun 29 13:40:38.924898 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-e62e8cac-e9c2-46b0-a889-3a276e65f635 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0e00239717455b9fa0b7c944bc3257 HTTP/1.1" status: 200 len: 380 time: 0.0428009 Jun 29 13:40:38.931018 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1c94f21c-1d77-4e6b-9472-c666ffb3694f req-88d4b699-6c0e-41a8-b4a5-4e8a9647f6d9 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Jun 29 13:40:38.944360 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'port': {'device_id': '7260097b-46f8-46e2-95f9-b356fac42290', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'admin_state_up': True, 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'security_groups': ['8464e026-dbbd-4bcf-9c2d-0faa79716c6a']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:39.092775 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Made reservation on behalf of ef0e00239717455b9fa0b7c944bc3257 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:40:39.097285 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.137571 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c14a2a-3c51-4b27-b801-391714828c75 req-ef3cc00d-a2e6-4f2f-b57b-f76f601d66c0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:39.139336 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-99c14a2a-3c51-4b27-b801-391714828c75 req-ef3cc00d-a2e6-4f2f-b57b-f76f601d66c0 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0700781 Jun 29 13:40:39.148870 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36290) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:39.162154 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Request body: {'floatingip': {'port_id': '1cd9657e-4216-4821-866a-137c1b37af0b'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:39.205127 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.246746 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Allocated IP 172.20.0.4 (10fd3612-71b4-460e-a199-da24bf294a6f/49e2036f-eca6-4970-beca-0211c3f1613b/7f30e23a-d9ec-499d-8dd0-6398da0adce4) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:39.492780 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.509449 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Transition to ACTIVE for port object 7f30e23a-d9ec-499d-8dd0-6398da0adce4 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:39.546474 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.558357 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3e4b021d-2229-48a6-9a94-bda72530d35d tempest-VolumesSnapshotTestJSON-945679096 tempest-VolumesSnapshotTestJSON-945679096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:39.597082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Network 10fd3612-71b4-460e-a199-da24bf294a6f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:39.600949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:39.610318 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:39.649209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:39.654100 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:39.671506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:39.673339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.689313 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507060 Jun 29 13:40:39.701147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Request body: {'port': {'device_id': '7260097b-46f8-46e2-95f9-b356fac42290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:39.801992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.808080 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.811408 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.891017 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-57f03df6-78ac-4f83-92be-9b1d5352c173 None None] Provisioning for port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:39.897208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-57f03df6-78ac-4f83-92be-9b1d5352c173 None None] Provisioning complete for port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:39.898463 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-57f03df6-78ac-4f83-92be-9b1d5352c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:39.948306 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Floating IP 2a96f52e-8566-408e-abbd-a1784131db7f associated. External IP: 172.27.0.162, port: 1cd9657e-4216-4821-866a-137c1b37af0b. Jun 29 13:40:39.958585 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-57f03df6-78ac-4f83-92be-9b1d5352c173 None None] Port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:40:40.137289 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60c21-cb11-4355-a75d-d9fe63e1c785 req-20e3446a-cc25-40ce-8126-1d7e64edf772 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:40.139236 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7e60c21-cb11-4355-a75d-d9fe63e1c785 req-20e3446a-cc25-40ce-8126-1d7e64edf772 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 931 time: 0.2705989 Jun 29 13:40:40.224262 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7e60c21-cb11-4355-a75d-d9fe63e1c785 req-3d6e2b8f-4a46-4b24-bd25-d34316f9c93f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713909 Jun 29 13:40:40.241579 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:40.327679 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f30e23a-d9ec-499d-8dd0-6398da0adce4 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:40.337335 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.350636 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Transition to ACTIVE for port object 7f30e23a-d9ec-499d-8dd0-6398da0adce4 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:40:40.355836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.358077 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-38cf4e18-1f95-4a69-9d6b-40293088a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:40.358991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:40.365082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.370826 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:40.380492 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:40.381346 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:40.409964 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:40.423109 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:40.520228 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Attempting to bind port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:40:40.520661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Attempting to bind port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:40:40.521174 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Attempting to bind port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 on network 10fd3612-71b4-460e-a199-da24bf294a6f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:40.526953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 on network 10fd3612-71b4-460e-a199-da24bf294a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:40:40.527370 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Attempting to bind port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 on network 10fd3612-71b4-460e-a199-da24bf294a6f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:40:40.527715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:40.535180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:40:40.535536 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Checking segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:40:40.535935 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Bound using segment: {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:40:40.536381 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Bound port: 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a35a98-3d01-4597-875f-b678d11f2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:40:40.536742 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.641621 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:40:40.645394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:40:40.651178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.663713 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c8369dba-076b-476d-915f-2d89b2a66ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:40.692769 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c994e6b9-7003-4fa0-81a7-2547244e4754 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "PUT /v2.0/floatingips/2a96f52e-8566-408e-abbd-a1784131db7f HTTP/1.1" status: 200 len: 992 time: 1.5358891 Jun 29 13:40:40.693668 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:40.696406 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:40.705790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:40.706403 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:40.708044 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] 10.222.0.61 "PUT /v2.0/ports/7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 1093 time: 1.0109749 Jun 29 13:40:40.708944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:40.710756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25631cdc-b9c7-4125-8c31-545f51aad441" -d '{"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:40.745491 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2473a5d2-d417-4f41-b1ed-8929fe8251b6 x-openstack-request-id: req-2473a5d2-d417-4f41-b1ed-8929fe8251b6 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:40.746064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:40.746532 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2473a5d2-d417-4f41-b1ed-8929fe8251b6 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:40.747125 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b', 'status': 'completed', 'code': 200} Jun 29 13:40:40.850588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:40.856522 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:40.905053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-147fa2ce-a6eb-406b-ac58-d86123b46aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:40.907432 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-147fa2ce-a6eb-406b-ac58-d86123b46aff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1096 time: 0.1294482 Jun 29 13:40:40.910103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-5f9ba561-d2cb-411a-b98e-8808d619bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:40.911845 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-5f9ba561-d2cb-411a-b98e-8808d619bc9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3eb9ee156e043febf3dc7da279a6635&device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 1099 time: 0.1155138 Jun 29 13:40:40.923191 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:40:40.943583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b6df8-9b15-4f71-94a8-7d2062bb3352 x-openstack-request-id: req-cf0b6df8-9b15-4f71-94a8-7d2062bb3352 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:40.944084 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:40.944544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf0b6df8-9b15-4f71-94a8-7d2062bb3352 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:40.945238 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'status': 'completed', 'code': 200} Jun 29 13:40:41.002176 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-3560ecba-4e57-4efa-9ae1-12a01ab7b3d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 217 time: 0.0795107 Jun 29 13:40:41.099460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-14bf99f5-219f-4166-81a3-6d2f52792606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.101002 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-14bf99f5-219f-4166-81a3-6d2f52792606 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0655589 Jun 29 13:40:41.124730 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '2a96f52e-8566-408e-abbd-a1784131db7f', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': '1cd9657e-4216-4821-866a-137c1b37af0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:23:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:27Z', 'updated_at': '2021-06-29T13:40:39Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:41.127944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-c0b9b12c-8591-4590-8211-dbfbd6cd383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.129490 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-c0b9b12c-8591-4590-8211-dbfbd6cd383b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 200 len: 909 time: 0.1989212 Jun 29 13:40:41.160112 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:41.170374 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:41.171244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:41.223499 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-aa7a3555-5bb9-4d45-a066-15d0e6cf410f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cd9657e-4216-4821-866a-137c1b37af0b HTTP/1.1" status: 200 len: 1000 time: 0.0767109 Jun 29 13:40:41.241918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-6d815aec-b4e1-4ee7-9831-4e514c467590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.243606 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-6d815aec-b4e1-4ee7-9831-4e514c467590 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296821 Jun 29 13:40:41.345909 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:41.545085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f23f5c-2213-48cb-ad99-7f896c31a1b8 req-a5a002cf-0973-477f-a531-b2c096df8161 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.546909 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f7f23f5c-2213-48cb-ad99-7f896c31a1b8 req-a5a002cf-0973-477f-a531-b2c096df8161 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.1027224 Jun 29 13:40:41.591693 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f7f23f5c-2213-48cb-ad99-7f896c31a1b8 req-49e08c09-aad8-4e1a-b624-d102d0d1c148 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 Jun 29 13:40:41.613374 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '2a96f52e-8566-408e-abbd-a1784131db7f', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': '1cd9657e-4216-4821-866a-137c1b37af0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:23:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:27Z', 'updated_at': '2021-06-29T13:40:39Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:41.636562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-0ac48047-ee74-4080-87ee-19ea4e7e130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.638048 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-0ac48047-ee74-4080-87ee-19ea4e7e130b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 200 len: 847 time: 0.4071186 Jun 29 13:40:41.645280 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b7be5-d24e-43ef-bad2-b4f3bc4f0b86 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '2a96f52e-8566-408e-abbd-a1784131db7f', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'port_id': '1cd9657e-4216-4821-866a-137c1b37af0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'mac_address': 'fa:16:3e:23:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:27Z', 'updated_at': '2021-06-29T13:40:39Z', 'revision_number': 1, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:41.714193 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-2e7a3d9f-6a5b-4650-bcf2-516521e9d03c service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517744 Jun 29 13:40:41.772954 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-67185cba-4bbe-4a35-a6bb-13d326f1bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:41.774482 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-67185cba-4bbe-4a35-a6bb-13d326f1bb41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8aa46977-b221-4d56-b253-62ab6dea0210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235735 Jun 29 13:40:41.840497 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cf486-f2d0-48aa-b1e7-5972b8438820 None None] New status for floating IP 2a96f52e-8566-408e-abbd-a1784131db7f: ACTIVE {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:40:41.869824 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef6da7cb-2d70-4de4-b36d-954941477e45 req-430d2b57-b82d-48a1-8142-dd6c630a46db service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467981 Jun 29 13:40:41.899289 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-5b9a4d6f-bfe4-4ce7-9e06-fccfd373edc7 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160448 Jun 29 13:40:42.041960 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-18458da3-3841-4874-879f-13bc09f83ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277614 Jun 29 13:40:42.046730 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-772ad424-f780-41ad-bb81-2a265ed342eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:42.048910 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-772ad424-f780-41ad-bb81-2a265ed342eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1096 time: 0.1271601 Jun 29 13:40:42.151901 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-c00b615f-0e1e-4643-8cf0-635fc4a7889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:42.153404 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-c00b615f-0e1e-4643-8cf0-635fc4a7889e service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.0978687 Jun 29 13:40:42.196082 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-877f7aca-0f05-445f-ad9e-f4eca9bb06a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 217 time: 0.0354526 Jun 29 13:40:42.264635 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-5638d072-94db-4c07-9bf2-db20c9ed8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:42.266411 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-5638d072-94db-4c07-9bf2-db20c9ed8caa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0631669 Jun 29 13:40:42.334837 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-132ef04c-8526-48b9-8ef6-a1c1bebad7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:42.336283 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-132ef04c-8526-48b9-8ef6-a1c1bebad7fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631855 Jun 29 13:40:42.440826 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-c135de42-cd1d-4a86-a799-c6c9d3a6d5cc service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963590 Jun 29 13:40:42.541327 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-25631cdc-b9c7-4125-8c31-545f51aad441 req-02c3cdb7-9c7e-4c50-880c-96249afdc73c service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926735 Jun 29 13:40:42.935837 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12a9dc-3d52-43cd-968d-4e6611227a7e req-3bb28239-9808-4b76-ab08-231c5067b767 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:42.937286 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e12a9dc-3d52-43cd-968d-4e6611227a7e req-3bb28239-9808-4b76-ab08-231c5067b767 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0670116 Jun 29 13:40:42.975079 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8e12a9dc-3d52-43cd-968d-4e6611227a7e req-faacb327-82e9-4905-9c91-f092d7ea50c3 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Jun 29 13:40:44.152176 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0d2c-02ec-424b-ad6a-e7e42f3319d1 req-8f724012-e91c-4594-8588-53a32e908b27 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:44.153645 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-914f0d2c-02ec-424b-ad6a-e7e42f3319d1 req-8f724012-e91c-4594-8588-53a32e908b27 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0658143 Jun 29 13:40:44.194416 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-914f0d2c-02ec-424b-ad6a-e7e42f3319d1 req-09ccbf4f-53db-4c28-ba65-17395d15dea7 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345159 Jun 29 13:40:45.373696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371c1c-93d7-45ca-acff-35eaa8440530 req-9ee85874-2beb-4018-af2d-df7f4db5c36f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:45.375774 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1c371c1c-93d7-45ca-acff-35eaa8440530 req-9ee85874-2beb-4018-af2d-df7f4db5c36f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0651309 Jun 29 13:40:45.414472 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1c371c1c-93d7-45ca-acff-35eaa8440530 req-aa1c7d97-dfba-40e4-b52f-cd910495699a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Jun 29 13:40:46.592382 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bb3c9-de61-42fd-9f6c-a98927243d9e req-8bcefb39-9cdf-4540-abe3-fc58852eaab9 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:46.593802 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4b5bb3c9-de61-42fd-9f6c-a98927243d9e req-8bcefb39-9cdf-4540-abe3-fc58852eaab9 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0662618 Jun 29 13:40:46.632893 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4b5bb3c9-de61-42fd-9f6c-a98927243d9e req-07614b0b-ab18-47a7-911b-0da25540e2cb tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jun 29 13:40:47.822942 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6827b-da29-4afe-b984-3ce12eeee0d2 req-ca98aaee-0847-4299-a8db-da94a55006a4 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:47.824413 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1ba6827b-da29-4afe-b984-3ce12eeee0d2 req-ca98aaee-0847-4299-a8db-da94a55006a4 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0718911 Jun 29 13:40:47.862578 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1ba6827b-da29-4afe-b984-3ce12eeee0d2 req-a009909c-74e3-40b7-9d25-f4d7a0f1d579 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Jun 29 13:40:48.750060 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fba23388-f79a-45b5-9de8-8ebdc42f5a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:49.039547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dbed1-84d0-42b6-93f1-660ace212475 req-74ee493d-16ad-4468-82d4-e76546526058 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:49.041039 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a42dbed1-84d0-42b6-93f1-660ace212475 req-74ee493d-16ad-4468-82d4-e76546526058 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0638626 Jun 29 13:40:49.080120 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a42dbed1-84d0-42b6-93f1-660ace212475 req-37b72392-fdca-40d8-85a6-cee13bed8c9e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Jun 29 13:40:50.252525 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacdff-3ff5-4361-9f3e-6e947fa41a20 req-9252e5c2-cb3e-43e4-92b3-27d438af4a40 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:50.254023 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3fdacdff-3ff5-4361-9f3e-6e947fa41a20 req-9252e5c2-cb3e-43e4-92b3-27d438af4a40 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0626338 Jun 29 13:40:50.292603 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3fdacdff-3ff5-4361-9f3e-6e947fa41a20 req-43e022d6-be67-4fa3-b53d-caa8471b681b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329790 Jun 29 13:40:51.111152 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:40:51.205520 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:51.217119 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'mac_address': 'fa:16:3e:84:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:40:51.267782 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0196b61-a22a-4cc1-8c82-56858bbffe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:51.269161 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:51.282577 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30e23a-d9ec-499d-8dd0-6398da0adce4 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:40:51.303526 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:51.308469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:51.310251 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:51.366280 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:51.369682 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:51.478746 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932555c7-708e-4674-82a5-2e330945a5fa req-5b2e4a57-fe36-4b7d-8391-22a81f296aef tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:51.480789 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-932555c7-708e-4674-82a5-2e330945a5fa req-5b2e4a57-fe36-4b7d-8391-22a81f296aef tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 944 time: 0.0696084 Jun 29 13:40:51.488532 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:51.524716 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-932555c7-708e-4674-82a5-2e330945a5fa req-6502d209-a4f9-4d43-adf7-3427ee252ab3 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Jun 29 13:40:51.556991 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['7f30e23a-d9ec-499d-8dd0-6398da0adce4'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:40:52.696768 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:52.712294 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee98c-fe3c-443e-b792-311df3129245 req-350e3594-69b8-4023-8066-32670feb39bc tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:52.713750 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b07ee98c-fe3c-443e-b792-311df3129245 req-350e3594-69b8-4023-8066-32670feb39bc tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 944 time: 0.0664425 Jun 29 13:40:52.755181 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b07ee98c-fe3c-443e-b792-311df3129245 req-4d444bb3-efea-4156-aa69-9c8dd5a77704 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Jun 29 13:40:53.108854 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:40:53.157324 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:40:53.161097 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:40:53.161483 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:53.238513 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:53.259716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:53.262061 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6204b7df-eb61-429a-bd81-6657f7a7733d" -d '{"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-plugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:53.275194 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:40:53.279779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:53.283506 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:53.350509 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:53.354527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:53.371443 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c5ed0c-8b0f-443e-aae3-c83b104bde5c x-openstack-request-id: req-14c5ed0c-8b0f-443e-aae3-c83b104bde5c {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:53.371750 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-plugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:53.372014 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14c5ed0c-8b0f-443e-aae3-c83b104bde5c {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:53.372420 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'code': 200} Jun 29 13:40:53.690825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f62b-4363-4a9f-a854-e9cf4f8b173b req-d8c7b8ed-9dc2-4e63-8d2e-3f792f2967aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:53.693236 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5342f62b-4363-4a9f-a854-e9cf4f8b173b req-d8c7b8ed-9dc2-4e63-8d2e-3f792f2967aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0700295 Jun 29 13:40:53.735624 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5342f62b-4363-4a9f-a854-e9cf4f8b173b req-a15335de-9781-4a8e-9ff4-8472af9fde5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Jun 29 13:40:53.940903 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4f93-5cb4-46de-a0de-f1a01862db1c req-580f6424-1faf-4ba9-a3ee-c2a4aff77bf1 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:53.942319 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8c6d4f93-5cb4-46de-a0de-f1a01862db1c req-580f6424-1faf-4ba9-a3ee-c2a4aff77bf1 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0652614 Jun 29 13:40:53.980579 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8c6d4f93-5cb4-46de-a0de-f1a01862db1c req-c2ee8fb4-c587-4182-988c-423f44f9f211 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Jun 29 13:40:54.105938 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:55.158639 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd9d1-1652-477b-a737-b7d9647dad2d req-c48478b7-26d1-4adc-9d1a-e02ab0d49d7a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:55.160017 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b89dd9d1-1652-477b-a737-b7d9647dad2d req-c48478b7-26d1-4adc-9d1a-e02ab0d49d7a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0639753 Jun 29 13:40:55.197535 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b89dd9d1-1652-477b-a737-b7d9647dad2d req-fbbc9140-b239-4953-b9e9-79d2cc20f00c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Jun 29 13:40:55.372687 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d46e-cb1a-48fb-8231-636d724e3769 req-e92c33b3-d828-469b-adb1-0f7ce090398f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:55.374148 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f2b9d46e-cb1a-48fb-8231-636d724e3769 req-e92c33b3-d828-469b-adb1-0f7ce090398f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0664461 Jun 29 13:40:55.411770 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f2b9d46e-cb1a-48fb-8231-636d724e3769 req-cdb78f58-665e-4a04-99be-c168cde4743a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Jun 29 13:40:55.435138 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36384) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:55.591074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a29ae61-a445-4710-87ec-a4f2b9aa4811 tempest-TestShelveInstance-1159178033 tempest-TestShelveInstance-1159178033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:55.592590 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0a29ae61-a445-4710-87ec-a4f2b9aa4811 tempest-TestShelveInstance-1159178033 tempest-TestShelveInstance-1159178033-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1093 time: 0.1564624 Jun 29 13:40:55.596559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36390) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:40:55.600976 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:40:55.623248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:55.721597 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:55.840103 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Allocated IP 172.27.0.128 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/93c2d16d-acc6-4fb9-a682-2a8413577116) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:40:55.939820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:55.980195 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:55.982171 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:56.027175 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:40:56.030079 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:40:56.034297 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:40:56.058427 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'Port': ['ID=93c2d16d-acc6-4fb9-a682-2a8413577116,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:56.062593 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:56.409511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:56.487656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:56.637987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:56.643969 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:56.646231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a49ff99b-83b4-4cef-9565-ad789c8e275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:40:56.713351 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event updated for resources: {'Port': ['ID=93c2d16d-acc6-4fb9-a682-2a8413577116,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:40:56.717924 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:40:56.728939 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:56.832793 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Floating IP 01b9ddaf-9914-4a7f-aea1-e8f62ae5953a associated. External IP: 172.27.0.128, port: 7f30e23a-d9ec-499d-8dd0-6398da0adce4. Jun 29 13:40:57.036392 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:40:57.144305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:40:57.155745 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Sync routers for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:40:57.161785 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:40:57.167036 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:57.167663 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:57.199316 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6017022 Jun 29 13:40:57.201333 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:40:57.205410 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81" -d '{"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:40:57.285468 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:57.292875 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c4dc27-9e9b-445d-a61a-775f65c57f13 x-openstack-request-id: req-25c4dc27-9e9b-445d-a61a-775f65c57f13 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:40:57.293259 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:40:57.293607 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25c4dc27-9e9b-445d-a61a-775f65c57f13 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:40:57.294126 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'status': 'completed', 'code': 200} Jun 29 13:40:57.366698 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-1787c35a-803e-4455-b891-8d96d20319be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:57.368269 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-1787c35a-803e-4455-b891-8d96d20319be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0523229 Jun 29 13:40:57.456461 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-e9a5ad2c-3292-4e28-b143-c1b8fa431406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:57.457934 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-e9a5ad2c-3292-4e28-b143-c1b8fa431406 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.0829403 Jun 29 13:40:57.518795 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '01b9ddaf-9914-4a7f-aea1-e8f62ae5953a', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'mac_address': 'fa:16:3e:84:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260097b-46f8-46e2-95f9-b356fac42290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:56Z', 'updated_at': '2021-06-29T13:40:56Z', 'revision_number': 0, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:57.532783 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-52c3404c-ad0f-4bca-ac6c-8ad9442f0431 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 999 time: 0.0650494 Jun 29 13:40:57.544547 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Checking router: ac155c3b-8b5f-4661-ade2-a7c60e6b5bba for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:40:57.553090 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:40:57.553708 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:40:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:57.582875 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-44a41603-d19e-4ee9-ad05-bbcb170e0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:57.584581 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-44a41603-d19e-4ee9-ad05-bbcb170e0862 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0466254 Jun 29 13:40:57.642380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-b32fa947-9152-46a5-8f44-648b9f8b0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:40:57.643977 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-b32fa947-9152-46a5-8f44-648b9f8b0b02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525193 Jun 29 13:40:57.662826 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:40:57.744884 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-ae970c30-f200-4b21-a691-3dbb01fdcf1d service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942771 Jun 29 13:40:57.841803 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cf21c82a-9f4f-4162-bc6b-2f82e4fada81 req-bcdc58f0-eb51-4915-9441-66b5d7771a38 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897634 Jun 29 13:40:58.022920 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '01b9ddaf-9914-4a7f-aea1-e8f62ae5953a', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'mac_address': 'fa:16:3e:84:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260097b-46f8-46e2-95f9-b356fac42290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:56Z', 'updated_at': '2021-06-29T13:40:56Z', 'revision_number': 0, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:40:58.047965 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce58111-aeec-4faa-96d1-5aeb93691bdc None None] The sync data for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '01b9ddaf-9914-4a7f-aea1-e8f62ae5953a', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'mac_address': 'fa:16:3e:84:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7260097b-46f8-46e2-95f9-b356fac42290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:40:56Z', 'updated_at': '2021-06-29T13:40:56Z', 'revision_number': 0, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:40:58.241890 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3bda32-862a-465b-9da4-1f1a8ad27270 None None] New status for floating IP 01b9ddaf-9914-4a7f-aea1-e8f62ae5953a: ACTIVE {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:41:03.181076 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3e27a-c503-4c11-8bdf-587bce386db3 req-444d0b9f-91ad-4c27-93e5-96bcb87e17bc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:03.182572 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8ad3e27a-c503-4c11-8bdf-587bce386db3 req-444d0b9f-91ad-4c27-93e5-96bcb87e17bc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0689611 Jun 29 13:41:03.222320 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8ad3e27a-c503-4c11-8bdf-587bce386db3 req-46ea6136-d525-41da-b6b5-5ef429560a4e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Jun 29 13:41:04.406977 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c4b7-bf88-4ffc-89de-19c5e739b9bc req-eb4eef61-d795-42dc-9af2-9d2a9d3eeaa0 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:04.408596 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2384c4b7-bf88-4ffc-89de-19c5e739b9bc req-eb4eef61-d795-42dc-9af2-9d2a9d3eeaa0 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0711801 Jun 29 13:41:04.448385 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2384c4b7-bf88-4ffc-89de-19c5e739b9bc req-56d28ae5-6072-4e35-8449-9d27bdf82d47 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341325 Jun 29 13:41:04.932216 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:05.642946 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94ae5-7a73-4021-af4c-39e2a57aa37b req-7861bdd6-e1f4-43e5-a40e-c2c59c41994b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:05.644438 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9af94ae5-7a73-4021-af4c-39e2a57aa37b req-7861bdd6-e1f4-43e5-a40e-c2c59c41994b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0720446 Jun 29 13:41:05.684468 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9af94ae5-7a73-4021-af4c-39e2a57aa37b req-47607ad7-e166-4912-8f31-07e163efa32d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Jun 29 13:41:06.889765 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24491cc0-3680-4c0f-952f-76c97c057b36 req-cbb054fa-e552-4385-b5dc-217feb69b181 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:06.892319 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24491cc0-3680-4c0f-952f-76c97c057b36 req-cbb054fa-e552-4385-b5dc-217feb69b181 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0888221 Jun 29 13:41:06.942858 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24491cc0-3680-4c0f-952f-76c97c057b36 req-f64efea5-ab51-4c6b-bb30-a9ee02e0fab4 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440025 Jun 29 13:41:08.128147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d7924-3d0e-4f25-8943-27592849420a req-bf33267b-dd08-4347-9715-9459cb00f70e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:08.129623 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-620d7924-3d0e-4f25-8943-27592849420a req-bf33267b-dd08-4347-9715-9459cb00f70e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0659790 Jun 29 13:41:08.167394 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-620d7924-3d0e-4f25-8943-27592849420a req-9d88c6e1-42e9-41ed-bdbf-9cbe35a29c1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Jun 29 13:41:09.352610 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b235ec8-d754-438c-b7d5-a3e1aba4e469 req-e8af814f-5db9-4821-bf0e-7d3998d5abd3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:09.354067 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b235ec8-d754-438c-b7d5-a3e1aba4e469 req-e8af814f-5db9-4821-bf0e-7d3998d5abd3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0675340 Jun 29 13:41:09.391372 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b235ec8-d754-438c-b7d5-a3e1aba4e469 req-ab868685-787e-4ee6-8085-0c960511468a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Jun 29 13:41:10.584369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14d43-3545-4bde-a7af-eaae49efdfa5 req-bb69e7f0-457b-4c64-be29-5bbc72b92511 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:10.586092 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b2e14d43-3545-4bde-a7af-eaae49efdfa5 req-bb69e7f0-457b-4c64-be29-5bbc72b92511 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0670836 Jun 29 13:41:10.627570 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b2e14d43-3545-4bde-a7af-eaae49efdfa5 req-898038e3-c3e1-4533-953d-6a654c5435a9 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jun 29 13:41:11.851391 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf2f93-b09a-4004-bb91-325f514becb6 req-f7ca2217-6963-4501-a730-0d6d4688837b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:11.852937 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7edf2f93-b09a-4004-bb91-325f514becb6 req-f7ca2217-6963-4501-a730-0d6d4688837b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0920188 Jun 29 13:41:11.901277 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7edf2f93-b09a-4004-bb91-325f514becb6 req-fdb18ba6-7e4f-4275-85ca-f9b6289b052a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373006 Jun 29 13:41:13.104267 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8410a1-ce08-4310-a7d1-d8807d60f4a3 req-b21687ce-f10e-4a33-bf47-a21f71d6a26c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:13.106308 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a8410a1-ce08-4310-a7d1-d8807d60f4a3 req-b21687ce-f10e-4a33-bf47-a21f71d6a26c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0720165 Jun 29 13:41:13.150335 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8a8410a1-ce08-4310-a7d1-d8807d60f4a3 req-38d6bc15-94a6-4cd6-9056-cea4c78d2a12 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369503 Jun 29 13:41:14.353587 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6513b9-ac8f-4de2-b6e0-09bd9216189d req-a794cd20-ec4a-4544-9a2d-2ef672245978 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:14.355156 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cc6513b9-ac8f-4de2-b6e0-09bd9216189d req-a794cd20-ec4a-4544-9a2d-2ef672245978 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0706837 Jun 29 13:41:14.401150 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cc6513b9-ac8f-4de2-b6e0-09bd9216189d req-5d232bb9-af0e-47cc-8af3-0d88c5089d53 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370457 Jun 29 13:41:15.170249 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:41:15.280082 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:15.292650 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '9bf767fb-3811-4e42-9b43-4825e594b983', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:41:15.332059 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:15.348843 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:41:15.387000 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:15.392529 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:15.394633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-92086c4a-c3f0-420c-8794-1d1c9d75178b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:15.450362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=6']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:15.459499 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.459857 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.460206 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.460543 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.460875 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.461375 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.461543 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.461836 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.462215 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.462540 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.462868 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.463188 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:15.467765 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:15.523049 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['9bf767fb-3811-4e42-9b43-4825e594b983'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:41:15.644979 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8687-0620-47a2-84e8-342d35753010 req-b0821a40-896d-4902-ad3e-766037303b0e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:15.647539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef1d8687-0620-47a2-84e8-342d35753010 req-b0821a40-896d-4902-ad3e-766037303b0e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 945 time: 0.1049001 Jun 29 13:41:15.693745 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ef1d8687-0620-47a2-84e8-342d35753010 req-ac6f0e8b-32c2-49fb-ac39-867f43f6b1d1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391171 Jun 29 13:41:17.013649 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae996-ba64-4be8-9dec-4a69ccdb5cbf req-1093ff6a-6330-4568-b2d4-418aee42b766 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:17.016844 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-857ae996-ba64-4be8-9dec-4a69ccdb5cbf req-1093ff6a-6330-4568-b2d4-418aee42b766 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 945 time: 0.1209610 Jun 29 13:41:17.093790 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-857ae996-ba64-4be8-9dec-4a69ccdb5cbf req-0d53cb9d-8ca9-47dd-a131-457977e8ae55 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673630 Jun 29 13:41:17.177131 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:41:17.259076 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 9bf767fb-3811-4e42-9b43-4825e594b983 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:41:17.259816 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:17.421504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:17.461253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:41:17.464243 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae32a15-833c-4e38-abc8-e21aeb4a3808" -d '{"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:41:17.495274 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:17.504582 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:17.508245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:17.537289 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaee3c7-3ba5-4761-9f06-9663b9558eb0 x-openstack-request-id: req-dfaee3c7-3ba5-4761-9f06-9663b9558eb0 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:41:17.537898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:41:17.538205 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfaee3c7-3ba5-4761-9f06-9663b9558eb0 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:41:17.538621 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'code': 200} Jun 29 13:41:17.573644 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=7']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:17.577239 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:17.915932 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:41:18.393345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1e12-a658-45c7-b8a6-f09ee1bcd581 req-c837ae6d-23e5-468d-957e-7d381eb785f5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:18.403836 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5f6b1e12-a658-45c7-b8a6-f09ee1bcd581 req-c837ae6d-23e5-468d-957e-7d381eb785f5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0993221 Jun 29 13:41:18.461956 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5f6b1e12-a658-45c7-b8a6-f09ee1bcd581 req-2d1b9f6a-4331-4b7d-8a0e-66099ba90849 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510812 Jun 29 13:41:18.759382 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e490e44c-99ef-46fe-816b-9eb1a02c27d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:19.856276 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f0b2-f681-4136-acff-57507e3de2f4 req-0589bd25-9779-4b3c-aedc-6283339144aa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:19.858024 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e081f0b2-f681-4136-acff-57507e3de2f4 req-0589bd25-9779-4b3c-aedc-6283339144aa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1234462 Jun 29 13:41:19.916372 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e081f0b2-f681-4136-acff-57507e3de2f4 req-93b7e97e-4b59-495f-be30-6cf97b3d4ad8 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462873 Jun 29 13:41:21.268913 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b751fb56-e346-4e2b-9cf3-7d7bbf507b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:21.303763 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493f85e-98ce-4b5b-b959-1fb1df2b5b1d req-7702cd6f-5da5-4428-ae22-25b68e991bbb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:21.306683 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8493f85e-98ce-4b5b-b959-1fb1df2b5b1d req-7702cd6f-5da5-4428-ae22-25b68e991bbb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1488404 Jun 29 13:41:21.419066 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8493f85e-98ce-4b5b-b959-1fb1df2b5b1d req-1984ff39-6133-4eb4-ad4f-76991d1fd1bf tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988474 Jun 29 13:41:21.504303 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:22.698181 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483961-bc26-45c6-ba26-1bcbafad42a5 req-f2f104f9-7b7e-4605-8854-3ba8086ca57e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:22.701982 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ae483961-bc26-45c6-ba26-1bcbafad42a5 req-f2f104f9-7b7e-4605-8854-3ba8086ca57e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1185012 Jun 29 13:41:22.712976 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:22.778592 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ae483961-bc26-45c6-ba26-1bcbafad42a5 req-c021afe7-8b0c-49f7-bfe9-69804c85a27e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607994 Jun 29 13:41:24.138576 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:24.141977 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2da4-6b6f-48c4-86f6-6b2a6adcbe94 req-69a40fa9-dbdb-46ee-ba01-54d4da20994a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:24.144727 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b2ba2da4-6b6f-48c4-86f6-6b2a6adcbe94 req-69a40fa9-dbdb-46ee-ba01-54d4da20994a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1398058 Jun 29 13:41:24.220947 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-b2ba2da4-6b6f-48c4-86f6-6b2a6adcbe94 req-315df420-b1c2-439c-a721-c27d339a7d9d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647402 Jun 29 13:41:25.648909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f226d-9640-41db-9bf5-1ee0b47d397d req-70b5dc6f-56fe-49fe-b02e-fbb8aaf02646 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:25.650520 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c30f226d-9640-41db-9bf5-1ee0b47d397d req-70b5dc6f-56fe-49fe-b02e-fbb8aaf02646 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1477630 Jun 29 13:41:25.699967 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c30f226d-9640-41db-9bf5-1ee0b47d397d req-29b7a5ef-dbae-444f-ba79-facd6d60013f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Jun 29 13:41:27.083030 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f44e-2e2b-4837-8dd1-33539037c5b0 req-ecb2af46-f494-4f62-921e-b64ed977ca67 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:27.090705 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b987f44e-2e2b-4837-8dd1-33539037c5b0 req-ecb2af46-f494-4f62-921e-b64ed977ca67 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.1099153 Jun 29 13:41:27.150728 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b987f44e-2e2b-4837-8dd1-33539037c5b0 req-f2f2e1bf-c75a-428b-bbe7-aa46d015217c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583425 Jun 29 13:41:28.366729 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57192519-f9e5-46d5-b935-b6ba7e7ba17e req-f0a48f1a-4a86-4eed-a059-58aac363af1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:28.368370 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-57192519-f9e5-46d5-b935-b6ba7e7ba17e req-f0a48f1a-4a86-4eed-a059-58aac363af1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0726168 Jun 29 13:41:28.415670 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-57192519-f9e5-46d5-b935-b6ba7e7ba17e req-a1c22056-ebd6-43d6-bb87-2e4b6d2eddfa tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Jun 29 13:41:28.741771 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-6eb12139-55a1-4ade-83f3-fb64260395a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:28.744045 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-6eb12139-55a1-4ade-83f3-fb64260395a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1099 time: 0.0924220 Jun 29 13:41:28.886938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-248ac60a-c24b-455a-863f-0e338a745f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:28.888452 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-248ac60a-c24b-455a-863f-0e338a745f7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1369972 Jun 29 13:41:28.970306 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-c184aeb5-4b17-4a94-8320-fae4161bdbbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1002 time: 0.0736206 Jun 29 13:41:29.042819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-cab97704-c04c-41f6-bf26-48f8b89df2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:29.045441 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-cab97704-c04c-41f6-bf26-48f8b89df2b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0679455 Jun 29 13:41:29.120925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-7779a95b-a76a-426a-a3b7-7e8fcb7320a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:29.122492 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-7779a95b-a76a-426a-a3b7-7e8fcb7320a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694981 Jun 29 13:41:29.227727 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-25127bc5-b0ce-41d4-8adc-2a97de49d281 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923309 Jun 29 13:41:29.334980 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2b918b8d-feb2-4fb7-9d80-9417a079d42c req-27cffa58-545e-4ec7-a0dc-8516566e35ca service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988903 Jun 29 13:41:29.619597 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925de57-0ff6-4c48-94d2-b69d023ab9aa req-0bf13822-cabb-4c1d-8ad1-179309d338a3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:29.621233 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2925de57-0ff6-4c48-94d2-b69d023ab9aa req-0bf13822-cabb-4c1d-8ad1-179309d338a3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0759652 Jun 29 13:41:29.667272 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2925de57-0ff6-4c48-94d2-b69d023ab9aa req-39f5d8ca-8524-48dc-8a56-7a244ce32aea tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 Jun 29 13:41:30.890820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718417d-d469-49da-b598-b5b2627d802f req-bde504b3-9ead-4e43-9eb8-286133e66fae tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:30.892529 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f718417d-d469-49da-b598-b5b2627d802f req-bde504b3-9ead-4e43-9eb8-286133e66fae tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0731423 Jun 29 13:41:30.938713 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f718417d-d469-49da-b598-b5b2627d802f req-68dcbf38-d9d6-4eb3-a2d3-782b7c1aad6c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Jun 29 13:41:32.184659 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188aa5-7c29-410c-8255-67b604e6f352 req-ed84a4a0-28bf-42f1-aefa-a02593d76278 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:32.186310 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-11188aa5-7c29-410c-8255-67b604e6f352 req-ed84a4a0-28bf-42f1-aefa-a02593d76278 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 946 time: 0.0798056 Jun 29 13:41:32.236015 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-11188aa5-7c29-410c-8255-67b604e6f352 req-ea5edf2a-1451-446a-96a4-abf61f16b766 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Jun 29 13:41:33.268577 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:41:33.432469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:33.475179 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:41:33.479467 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9669a8-61a2-434e-b71b-1ecbcd0f2e7c" -d '{"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-unplugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:41:33.506322 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:33.514164 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:33.518178 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:33.555971 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303acb06-42f0-4826-892b-d9a1a5a931a4 x-openstack-request-id: req-303acb06-42f0-4826-892b-d9a1a5a931a4 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:41:33.556469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-unplugged", "status": "failed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "code": 422}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:41:33.556909 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303acb06-42f0-4826-892b-d9a1a5a931a4 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:41:33.557902 dv-cinder-797608-3-iscsi neutron-server[93161]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'code': 422} returned with failed status Jun 29 13:41:33.605317 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=8']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:33.622575 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:33.926514 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911c629-528a-420f-9dac-2203c39dbf45 req-b58a629a-9b08-4e49-92d7-81348c141673 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:33.928145 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6911c629-528a-420f-9dac-2203c39dbf45 req-b58a629a-9b08-4e49-92d7-81348c141673 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1372077 Jun 29 13:41:33.955206 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-4e5df839-484c-4336-8242-806288e42d77 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226361 Jun 29 13:41:33.992869 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6911c629-528a-420f-9dac-2203c39dbf45 req-bf09404c-fa1a-4a22-b745-d9dd972a7708 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497420 Jun 29 13:41:34.952493 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:35.204230 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-d9c42aa8-249d-4cf5-988d-1ae36df16483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.206886 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-d9c42aa8-249d-4cf5-988d-1ae36df16483 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49&tenant_id=82c6fe33d6ea4626a98fe5b677b3c887 HTTP/1.1" status: 200 len: 1097 time: 0.1194866 Jun 29 13:41:35.351675 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b4551-9809-4d03-b761-920e2338e613 req-610237ec-b43b-4b93-ab50-0d5b57460a14 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.353703 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-443b4551-9809-4d03-b761-920e2338e613 req-610237ec-b43b-4b93-ab50-0d5b57460a14 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1401391 Jun 29 13:41:35.362637 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-58e59bac-00cc-43d5-b748-2bd05acddab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.364776 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-58e59bac-00cc-43d5-b748-2bd05acddab5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1097 time: 0.1159666 Jun 29 13:41:35.464994 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-443b4551-9809-4d03-b761-920e2338e613 req-50e4d912-caea-417f-b28f-255b6ecc29b5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984907 Jun 29 13:41:35.523347 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-f8636d6c-f30f-4f97-8fe7-8383d430624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.525308 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-f8636d6c-f30f-4f97-8fe7-8383d430624f service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1504118 Jun 29 13:41:35.613885 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-53ecd037-003f-4f27-b841-69758c560767 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1000 time: 0.0809722 Jun 29 13:41:35.671696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-b2ebfef0-28b5-4491-af0e-d1d99dcbe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.674494 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-b2ebfef0-28b5-4491-af0e-d1d99dcbe5b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.0526974 Jun 29 13:41:35.791154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-f727d3e5-1cc0-4376-a30c-2a45839883c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:35.792792 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-f727d3e5-1cc0-4376-a30c-2a45839883c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1083500 Jun 29 13:41:35.959430 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-3e1f26bf-7eca-410f-b5c8-9fdec70dbd1e service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570072 Jun 29 13:41:36.116374 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-2b76ad63-837d-4ae6-bb2a-c7c75c5854cb service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486099 Jun 29 13:41:36.271617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-cb50eebe-3357-4315-95c7-ba80b60b4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:36.273044 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-cb50eebe-3357-4315-95c7-ba80b60b4973 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1097 time: 0.0668151 Jun 29 13:41:36.448472 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-a024f470-a059-4ffe-b8e2-236f42417807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:36.451585 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-a024f470-a059-4ffe-b8e2-236f42417807 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 200 len: 918 time: 0.1484628 Jun 29 13:41:36.541928 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-8f75e2e3-7bc3-4ce0-8ff6-c81e0fdaf4e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 200 len: 1000 time: 0.0822515 Jun 29 13:41:36.647259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-9bf34733-2ac5-4949-87d6-8deb47a0e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:36.651380 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-9bf34733-2ac5-4949-87d6-8deb47a0e8a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 200 len: 856 time: 0.1022322 Jun 29 13:41:36.829085 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44b39-4029-4d56-9ed2-8795403f8ba3 req-601e8656-f335-49e4-bb8b-abdc4c0b003c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:36.831928 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-69a44b39-4029-4d56-9ed2-8795403f8ba3 req-601e8656-f335-49e4-bb8b-abdc4c0b003c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1519923 Jun 29 13:41:36.899290 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-69a44b39-4029-4d56-9ed2-8795403f8ba3 req-789c9e90-fb33-41d0-8b3e-86cfe4cdc1ea tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540352 Jun 29 13:41:38.181425 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3720e27-94cd-4645-a11e-ade2ed20f690 req-01553e3c-b9fa-4707-8e3b-d7e10ffe4d00 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:38.184263 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a3720e27-94cd-4645-a11e-ade2ed20f690 req-01553e3c-b9fa-4707-8e3b-d7e10ffe4d00 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1353383 Jun 29 13:41:38.233741 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a3720e27-94cd-4645-a11e-ade2ed20f690 req-af534912-490a-4b25-a421-aa8835677a2e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Jun 29 13:41:39.479966 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50234f9-358e-4c7e-8926-3729e463d5ab req-12781217-a371-4a9d-8817-8b40531f4ef3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:39.482073 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b50234f9-358e-4c7e-8926-3729e463d5ab req-12781217-a371-4a9d-8817-8b40531f4ef3 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0854008 Jun 29 13:41:39.544040 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b50234f9-358e-4c7e-8926-3729e463d5ab req-ebf0f65e-4e76-4cc4-9c7c-c4b596db064a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486059 Jun 29 13:41:40.837169 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee842f-4d1a-47a9-94d2-f3ddb099d05b req-bb565784-35ea-445e-916f-d4636e9f6155 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:40.838973 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5dee842f-4d1a-47a9-94d2-f3ddb099d05b req-bb565784-35ea-445e-916f-d4636e9f6155 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1027050 Jun 29 13:41:40.916924 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5dee842f-4d1a-47a9-94d2-f3ddb099d05b req-f3b00a5f-fbff-48a5-a755-4f36c8d36eb7 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680561 Jun 29 13:41:42.275703 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333a7c4-375b-4c33-b3f8-40ed1d5cfc3d req-9be471e8-76f5-4d41-a5c2-3db6f9f80587 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:42.278250 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4333a7c4-375b-4c33-b3f8-40ed1d5cfc3d req-9be471e8-76f5-4d41-a5c2-3db6f9f80587 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1178741 Jun 29 13:41:42.348755 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4333a7c4-375b-4c33-b3f8-40ed1d5cfc3d req-9cbd64bf-7029-467a-952a-21a8f10fc711 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581777 Jun 29 13:41:43.740611 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7303350-c339-4933-82c8-18e7a5f0a370 req-7cdef98a-d0fd-44c7-87c5-f797d77afe46 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:43.742314 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e7303350-c339-4933-82c8-18e7a5f0a370 req-7cdef98a-d0fd-44c7-87c5-f797d77afe46 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1342103 Jun 29 13:41:43.804625 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e7303350-c339-4933-82c8-18e7a5f0a370 req-3bb72577-02e9-4bdd-b56b-0fe649668d5f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553062 Jun 29 13:41:45.066849 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66b22b-1a79-44f2-bc62-c91cbc910468 req-02a9bbfb-c829-44a2-a9ad-babb936df9bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:45.069732 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0c66b22b-1a79-44f2-bc62-c91cbc910468 req-02a9bbfb-c829-44a2-a9ad-babb936df9bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.1063161 Jun 29 13:41:45.132084 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0c66b22b-1a79-44f2-bc62-c91cbc910468 req-924cd6c3-dabb-4ae5-9cf2-873043d0587b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553041 Jun 29 13:41:46.390961 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78159f09-5ff6-493a-9f2d-9f810de14190 req-ce83323d-467b-45e6-a9e9-e29d51c581c2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:46.393359 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-78159f09-5ff6-493a-9f2d-9f810de14190 req-ce83323d-467b-45e6-a9e9-e29d51c581c2 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0982618 Jun 29 13:41:46.449333 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-78159f09-5ff6-493a-9f2d-9f810de14190 req-6dc48a23-3f47-466f-aca1-b2f2aee0530e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493102 Jun 29 13:41:47.054098 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-b68ce485-7e46-4942-b491-5b3482bba5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:47.055892 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-b68ce485-7e46-4942-b491-5b3482bba5f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53c846d0-1c64-46b4-a54a-1a536e633801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721490 Jun 29 13:41:47.170793 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-d2a1529b-af00-4cf9-95ae-826ad230038f service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050355 Jun 29 13:41:47.277340 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-243ab0f9-0db9-4c2d-961a-de125e19edbe req-dbfd8c2d-2ee8-436c-abfd-63e9ef197ea5 service neutron] 10.222.0.61 "GET /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978260 Jun 29 13:41:47.707107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec674732-d485-42a2-aae4-04f7d89c4440 req-00ec9b57-c3fd-4ba0-aa5a-5ce79c3ab992 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:47.708699 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ec674732-d485-42a2-aae4-04f7d89c4440 req-00ec9b57-c3fd-4ba0-aa5a-5ce79c3ab992 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0713062 Jun 29 13:41:47.758579 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ec674732-d485-42a2-aae4-04f7d89c4440 req-6e793a58-9450-4450-888b-467c1d5d2dd0 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 Jun 29 13:41:48.756191 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-72e2c8e8-1742-4d94-bab3-ad845032ac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:48.995964 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384d97-80d3-4890-9530-946769e5aafd req-54ec8941-c037-4632-8da6-205700b74615 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:48.997592 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-22384d97-80d3-4890-9530-946769e5aafd req-54ec8941-c037-4632-8da6-205700b74615 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 944 time: 0.0873780 Jun 29 13:41:49.040287 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-22384d97-80d3-4890-9530-946769e5aafd req-080babc2-318c-482e-8aa5-72d0bed977ee tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358887 Jun 29 13:41:49.365145 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:41:49.511283 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:49.533729 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '9bf767fb-3811-4e42-9b43-4825e594b983', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'port_id': '9bf767fb-3811-4e42-9b43-4825e594b983', 'mac_address': 'fa:16:3e:56:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:41:49.604813 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:49.629806 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:41:49.667602 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:49.674153 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:49.677598 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:49.752971 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=9']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:49.758638 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:49.967132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['9bf767fb-3811-4e42-9b43-4825e594b983'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:41:50.288706 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131f67-96cd-4325-8033-5f00e49b0fe4 req-0865d41c-bcbf-49cc-abb8-e1b987635a1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:50.290395 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc131f67-96cd-4325-8033-5f00e49b0fe4 req-0865d41c-bcbf-49cc-abb8-e1b987635a1d tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 945 time: 0.0818853 Jun 29 13:41:50.336945 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cc131f67-96cd-4325-8033-5f00e49b0fe4 req-1096dfa8-c024-40fa-a354-86a0dd24fa77 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Jun 29 13:41:51.254282 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-550eac35-2ff6-490c-843e-722ec7158be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:51.373999 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:41:51.457437 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 9bf767fb-3811-4e42-9b43-4825e594b983 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:41:51.457927 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:51.511501 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:51.573165 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:51.577545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5d94-cd0f-494c-bd60-ac2780a1d34b req-f959ab0b-a7ac-489b-881a-fea57d82eb70 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:51.587594 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-19ba5d94-cd0f-494c-bd60-ac2780a1d34b req-f959ab0b-a7ac-489b-881a-fea57d82eb70 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 945 time: 0.0970609 Jun 29 13:41:51.603893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:41:51.607479 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019926c1-59d7-44ae-af31-c42cc5b96b77" -d '{"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:41:51.624665 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:51.637146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:51.638062 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-19ba5d94-cd0f-494c-bd60-ac2780a1d34b req-a784fa22-a4b8-434e-a79f-49cb02183a8a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494766 Jun 29 13:41:51.639557 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:51.691116 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028a1b7-e399-44dc-a55a-4d5faafc4860 x-openstack-request-id: req-8028a1b7-e399-44dc-a55a-4d5faafc4860 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:41:51.691432 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-plugged", "status": "completed", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:41:51.691696 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8028a1b7-e399-44dc-a55a-4d5faafc4860 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:41:51.692106 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'code': 200} Jun 29 13:41:51.707686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=10']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:51.711552 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:51.941675 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1488-bdf1-46ac-9e4f-bd03abc2498e req-513914a6-e964-4878-821d-a5e48f26ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:51.943643 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c62d1488-bdf1-46ac-9e4f-bd03abc2498e req-513914a6-e964-4878-821d-a5e48f26ac0a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 1100 time: 0.0696585 Jun 29 13:41:51.984242 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c62d1488-bdf1-46ac-9e4f-bd03abc2498e req-7f5b7551-3ef2-4bad-9fd0-2d1fbb03a607 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jun 29 13:41:52.720546 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:52.990622 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821c87-decf-40b7-a7e3-c9186a0aaa10 req-7330c3b6-bea8-4092-b67e-75827f3ca020 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:52.993164 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0821c87-decf-40b7-a7e3-c9186a0aaa10 req-7330c3b6-bea8-4092-b67e-75827f3ca020 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 947 time: 0.1378453 Jun 29 13:41:53.071218 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f0821c87-decf-40b7-a7e3-c9186a0aaa10 req-8307aaad-3e87-4928-bce9-1b4ab65c5c58 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637429 Jun 29 13:41:53.632780 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0189c3-a332-4936-9fd5-d26ddffe8ac7 req-1f928e83-41d4-4cc5-a37f-7411a8bc13c1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:53.635832 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ff0189c3-a332-4936-9fd5-d26ddffe8ac7 req-1f928e83-41d4-4cc5-a37f-7411a8bc13c1 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0847981 Jun 29 13:41:53.681801 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ff0189c3-a332-4936-9fd5-d26ddffe8ac7 req-471c9f3c-8b69-42c3-9e9b-f9c5be0f8b72 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Jun 29 13:41:54.115836 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:54.295210 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f17dc-45c0-4b58-8b09-fdd975806a48 req-c003f198-48f3-4356-a924-7f1be893409a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:54.298553 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4a0f17dc-45c0-4b58-8b09-fdd975806a48 req-c003f198-48f3-4356-a924-7f1be893409a tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 947 time: 0.0854666 Jun 29 13:41:54.358208 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4a0f17dc-45c0-4b58-8b09-fdd975806a48 req-e2ad9a6b-de02-40fe-af53-e9ef3d73634b tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533288 Jun 29 13:41:54.909777 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b42357-fb58-46d0-a146-eeb416928d4e req-1c677546-7016-4e32-86c3-bd5562071753 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:54.912159 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34b42357-fb58-46d0-a146-eeb416928d4e req-1c677546-7016-4e32-86c3-bd5562071753 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0742683 Jun 29 13:41:54.915680 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:41:54.958288 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-34b42357-fb58-46d0-a146-eeb416928d4e req-b6d9fa1e-65e3-4a00-9366-0b08594ac38c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Jun 29 13:41:55.365787 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ff4ca12b-3f64-4b32-9218-d49b42fade73 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:55.367390 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ff4ca12b-3f64-4b32-9218-d49b42fade73 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0870149 Jun 29 13:41:55.486164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Deleting port 1cd9657e-4216-4821-866a-137c1b37af0b {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:41:55.486581 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:55.598388 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] For port 1cd9657e-4216-4821-866a-137c1b37af0b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1cd9657e-4216-4821-866a-137c1b37af0b,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:41:55.598652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:56.081068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:56.081647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:56.081754 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Floating IP 2a96f52e-8566-408e-abbd-a1784131db7f disassociated. External IP: 172.27.0.162, port: 1cd9657e-4216-4821-866a-137c1b37af0b. Jun 29 13:41:56.082103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Calling delete_port for 1cd9657e-4216-4821-866a-137c1b37af0b owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:41:56.164663 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce437b-f685-46b2-9063-79ed58698ee9 req-2c7b30d1-8eb4-42c0-91af-b5519f98c549 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:41:56.166615 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34ce437b-f685-46b2-9063-79ed58698ee9 req-2c7b30d1-8eb4-42c0-91af-b5519f98c549 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 946 time: 0.0759099 Jun 29 13:41:56.212633 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-34ce437b-f685-46b2-9063-79ed58698ee9 req-5778d377-262a-4ca1-a30d-2e7d5e16b0ab tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups?id=faea8cd7-1fa0-46a2-aa7b-9e043969c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384712 Jun 29 13:41:56.237339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:56.243291 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:56.272092 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'Port': ['ID=1cd9657e-4216-4821-866a-137c1b37af0b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:56.286442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.287016 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.287576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.288140 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.288737 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.289338 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.289862 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.290356 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.290819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.291269 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.291733 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.292336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:41:56.296871 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:56.433177 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:41:56.558096 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:41:56.570407 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:41:56.586934 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:41:56.588411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:41:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:41:56.607741 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] No DVR routers for this DVR port 1cd9657e-4216-4821-866a-137c1b37af0b on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:41:56.611994 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:56.614298 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8795d650-2b3e-4ca8-8386-d39c7f51097b req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.61 "DELETE /v2.0/ports/1cd9657e-4216-4821-866a-137c1b37af0b HTTP/1.1" status: 204 len: 173 time: 1.2380545 Jun 29 13:41:56.614873 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'name': 'network-vif-deleted', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:41:56.617905 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79865e37-2709-4c2c-9c96-1ff107debbef" -d '{"events": [{"server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "name": "network-vif-deleted", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:41:56.664266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f776c43-6d31-4c0e-b2b9-ad5a1503846c x-openstack-request-id: req-5f776c43-6d31-4c0e-b2b9-ad5a1503846c {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:41:56.665000 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86e23d-5950-4cab-a026-4039e2fc8d00", "name": "network-vif-deleted", "tag": "1cd9657e-4216-4821-866a-137c1b37af0b", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:41:56.665564 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f776c43-6d31-4c0e-b2b9-ad5a1503846c {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:41:56.666362 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86e23d-5950-4cab-a026-4039e2fc8d00', 'name': 'network-vif-deleted', 'tag': '1cd9657e-4216-4821-866a-137c1b37af0b', 'status': 'completed', 'code': 200} Jun 29 13:41:56.794724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:41:57.073200 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:41:57.114578 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:41:57.129527 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:41:57.130648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:41:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:41:57.267848 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:41:57.456671 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-8991778e-d153-4eec-bec5-6320a77a4bc3 req-bb8da34a-3386-485e-a9a9-ff6c8ed817ae tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b86e23d-5950-4cab-a026-4039e2fc8d00 HTTP/1.1" status: 200 len: 210 time: 0.0542266 Jun 29 13:41:57.569414 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:41:57.603170 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622e0b0-b571-46ce-91b1-05d65a8bcf60 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:15Z', 'revision_number': 4, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'c1551658-b408-43ca-abbf-e0395cc1639f', 'name': '', 'network_id': '8aa46977-b221-4d56-b253-62ab6dea0210', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'mac_address': 'fa:16:3e:86:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:14Z', 'updated_at': '2021-06-29T13:35:31Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'subnets': [{'id': '3bb67c62-ebaf-489b-8c30-cb5e59042061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:41:57.855523 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07e055-72ba-49f0-ad18-47965a8ce1ae None None] New status for floating IP 2a96f52e-8566-408e-abbd-a1784131db7f: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:41:58.603250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36858) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:41:58.673548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:58.699815 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:58.758699 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:58.761617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:58.762943 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "DELETE /v2.0/security-groups/faea8cd7-1fa0-46a2-aa7b-9e043969c65c HTTP/1.1" status: 204 len: 168 time: 0.1585453 Jun 29 13:41:58.763870 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b85ba6e-ee52-4929-b565-d544503d8e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:58.767036 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 36860) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:41:58.774067 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea8cd7-1fa0-46a2-aa7b-9e043969c65c,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:58.776707 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:58.788250 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.api.v2.resource [None req-46f189a1-a64e-498f-8ac4-00549697461c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] show failed (client error): The resource could not be found. Jun 29 13:41:58.789317 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-46f189a1-a64e-498f-8ac4-00549697461c tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "GET /v2.0/security-groups/faea8cd7-1fa0-46a2-aa7b-9e043969c65c HTTP/1.1" status: 404 len: 347 time: 0.0207026 Jun 29 13:41:58.794750 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36862) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:41:58.950969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Deleting port e30b869e-9f64-409c-a074-0d6c0ad116af {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:41:58.951252 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.040351 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.040693 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.054986 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Calling delete_port for e30b869e-9f64-409c-a074-0d6c0ad116af owned by network:floatingip {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:41:59.213166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.215321 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2b6c3168-480e-4423-b5ff-a7eb0e4e2733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:41:59.244916 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Pushing event deleted for resources: {'Port': ['ID=e30b869e-9f64-409c-a074-0d6c0ad116af,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:41:59.248091 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:41:59.316906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.321226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:41:59.323379 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] 10.222.0.21 "DELETE /v2.0/floatingips/2a96f52e-8566-408e-abbd-a1784131db7f HTTP/1.1" status: 204 len: 168 time: 0.5271144 Jun 29 13:41:59.408889 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1cd9657e-4216-4821-866a-137c1b37af0b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:41:59.442138 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 1cd9657e-4216-4821-866a-137c1b37af0b {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:41:59.442526 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 1cd9657e-4216-4821-866a-137c1b37af0b not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:03.192104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36892) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:03.732760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:04.038616 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Deleting port c1551658-b408-43ca-abbf-e0395cc1639f {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:04.039202 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:04.130656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] For port c1551658-b408-43ca-abbf-e0395cc1639f, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=c1551658-b408-43ca-abbf-e0395cc1639f,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:04.131029 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:04.146163 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Calling delete_port for c1551658-b408-43ca-abbf-e0395cc1639f owned by network:router_interface {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:04.355287 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:04.357453 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:04.385704 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1551658-b408-43ca-abbf-e0395cc1639f,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:04.389040 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:04.669298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:04.913296 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:42:04.951097 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.051297 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:42:05.059341 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656781 Jun 29 13:42:05.061580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36896) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:05.066933 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Sync routers for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:42:05.082833 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:05.083872 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:41:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:05.247047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks [] for router, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.268768 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:05.376111 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.468865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Deleting port 9bfa2d2a-7156-4545-886b-b58118bb465a {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:05.474451 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.586975 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] For port 9bfa2d2a-7156-4545-886b-b58118bb465a, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=9bfa2d2a-7156-4545-886b-b58118bb465a,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:05.587517 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.604003 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Calling delete_port for 9bfa2d2a-7156-4545-886b-b58118bb465a owned by network:router_gateway {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:05.643683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:42:04Z', 'revision_number': 5, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port': {'id': '9bfa2d2a-7156-4545-886b-b58118bb465a', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:52:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:05.686642 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Checking router: a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:42:05.697486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Routers {'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:05.698335 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:41:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:05.820615 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] Set router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc gateway port host: None {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:05.840253 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:05.842883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a19b81c-1f93-4ded-9d07-58325d9a53c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:05.870611 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfa2d2a-7156-4545-886b-b58118bb465a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:05.874164 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:05.897369 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:42:05Z', 'revision_number': 6, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:05.926139 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1decd-e374-49c1-9384-b4103dd9a949 None None] The sync data for ids ['a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc'] in dv-cinder-797608-3-iscsi is: [{'id': 'a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc', 'name': 'tempest-AttachVolumeTestJSON-1363266-router', 'tenant_id': 'a3eb9ee156e043febf3dc7da279a6635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:11Z', 'updated_at': '2021-06-29T13:42:05Z', 'revision_number': 6, 'project_id': 'a3eb9ee156e043febf3dc7da279a6635', 'gw_port_host': None}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:42:05.943069 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.043822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.046691 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.095650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.096241 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc {{(pid=93159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:42:06.101441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.102810 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] 10.222.0.21 "DELETE /v2.0/routers/a75f889d-9efd-4c6b-b315-7b4dd9a8dcfc HTTP/1.1" status: 204 len: 168 time: 1.0391810 Jun 29 13:42:06.105533 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36898) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:06.154263 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Deleting subnet 3bb67c62-ebaf-489b-8c30-cb5e59042061 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:42:06.158548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.197176 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.301613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.401007 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.405516 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5851ca83-9c80-43d5-93f2-90cacb1fc7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:06.444548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb67c62-ebaf-489b-8c30-cb5e59042061,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:06.446599 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.450491 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3bb67c62-ebaf-489b-8c30-cb5e59042061 HTTP/1.1" status: 204 len: 168 time: 0.3417740 Jun 29 13:42:06.450491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1ff53c53-b6d2-4510-b439-fc6422dc353d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:06.451221 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36900) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:06.455605 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868e54c-78b5-48fa-be71-9452bca0faec None None] Network 8aa46977-b221-4d56-b253-62ab6dea0210 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:42:06.527866 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.597302 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Deleting port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:06.597857 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.693455 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] For port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,segment=NetworkSegment(2c7e393b-4910-4461-8a85-9c835768f2f6),segment_id=2c7e393b-4910-4461-8a85-9c835768f2f6)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:06.693821 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.707846 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Calling delete_port for 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:06.781304 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] DHCP port deletion for 8aa46977-b221-4d56-b253-62ab6dea0210 request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:42:06.794824 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c1551658-b408-43ca-abbf-e0395cc1639f no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:06.835245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.838892 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: c1551658-b408-43ca-abbf-e0395cc1639f {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:06.839246 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device c1551658-b408-43ca-abbf-e0395cc1639f not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:06.840545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:06.865254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Deleting port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:06.865658 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.886153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:06.889581 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] No DVR routers for this DVR port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:42:06.892939 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:06.938359 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] For port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6, host dv-cinder-797608-3-iscsi, got binding levels [] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:06.938763 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.953222 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Calling delete_port for 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:06.956266 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.ipam_backend_mixin [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 was not found and therefore no delete operation was performed {{(pid=93161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 13:42:06.957630 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:06.959632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:06.991716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Pushing event deleted for resources: {'Port': ['ID=38eacde9-ac4a-4c10-bc26-66b86f5c01c6,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:07.003724 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:07.005098 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] No DVR routers for this DVR port 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 on host dv-cinder-797608-3-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:42:07.037730 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.058540 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa46977-b221-4d56-b253-62ab6dea0210']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:07.080741 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7e393b-4910-4461-8a85-9c835768f2f6') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:07.081250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7e393b-4910-4461-8a85-9c835768f2f6') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:07.097327 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.119719 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.128285 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:42:07.128696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:42:07.130542 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:42:07.199941 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.205508 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:07.219425 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.222119 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8aa46977-b221-4d56-b253-62ab6dea0210 HTTP/1.1" status: 204 len: 168 time: 0.7695127 Jun 29 13:42:07.223544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa46977-b221-4d56-b253-62ab6dea0210,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:07.227825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:07.369879 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36904) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:07.421088 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-3f5c154b-f673-40a9-9165-cdb1ad229aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3eb9ee156e043febf3dc7da279a6635&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495789 Jun 29 13:42:07.424138 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 36906) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:07.478998 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.503760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.555470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.560499 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:07.563055 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2b78ca2-46b7-4a3c-b274-7329b96eb5a1 HTTP/1.1" status: 204 len: 168 time: 0.1369867 Jun 29 13:42:07.564407 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-49885749-f779-49ca-b449-944734e01895 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:07.574436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b78ca2-46b7-4a3c-b274-7329b96eb5a1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:07.577593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:08.151110 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:08.183737 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:08.184182 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 38eacde9-ac4a-4c10-bc26-66b86f5c01c6 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:08.184712 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 9bfa2d2a-7156-4545-886b-b58118bb465a no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:08.212736 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 9bfa2d2a-7156-4545-886b-b58118bb465a {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:08.212736 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 9bfa2d2a-7156-4545-886b-b58118bb465a not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:18.013219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37022) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:18.128057 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.243875 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.249252 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.255672 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e89000b3-bc22-41f0-a093-41f388a018b7 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:18.317309 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68825f45bc414e61aa1c178cf553f0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026309 Jun 29 13:42:18.318935 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340708b1-c217-44c9-845d-e9730e940e88,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:18.319763 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37026) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:18.332457 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.333085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.333709 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.334345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.334972 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.335606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.336239 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.336856 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.337485 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.338389 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.338909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.339531 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:18.346934 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6264a569-8ecd-41b0-8cde-559c6f1c0965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:18.405911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.431050 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.491639 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.494381 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:18.495542 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/340708b1-c217-44c9-845d-e9730e940e88 HTTP/1.1" status: 204 len: 168 time: 0.1747947 Jun 29 13:42:18.496347 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-35fa85fb-392f-4202-ad70-4b7f1849772e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:18.505781 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340708b1-c217-44c9-845d-e9730e940e88,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:18.508283 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:18.760660 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-88d6347c-2064-4ac8-bd2b-605d995edf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.020042 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37076) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:20.138646 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.555636 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.559840 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.562728 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-17d9dda0-4962-4895-b585-2acd2afbddd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:20.601755 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9ab7c594c32489b97f54ac8e11a6406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803177 Jun 29 13:42:20.602740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2bc30-e7e8-46d4-b8a3-120ca9cc418f,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:20.606100 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:20.606367 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37080) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:20.664483 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.688294 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.745240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.750485 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:20.752577 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c2bc30-e7e8-46d4-b8a3-120ca9cc418f HTTP/1.1" status: 204 len: 168 time: 0.1445749 Jun 29 13:42:20.753914 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-52764ed7-86a1-47b6-bbed-618290511e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:20.774298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2bc30-e7e8-46d4-b8a3-120ca9cc418f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:20.782233 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-16ecbbe2-1b69-4dc4-8c33-fd48915a9070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:21.256678 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-16905c54-c77e-4bab-a06b-9dd4b630700f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:21.500723 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.498978 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37124) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:22.654101 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.711844 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.764225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.769697 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.772890 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-cff0f10d-e14e-47ed-8667-c74f263ed7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:22.814746 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a2f965a1318405ebb349c44d5eb4d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138497 Jun 29 13:42:22.815790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ef2e6-7d26-4a11-a90a-08303822573c,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:22.819090 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b6fff04b-4391-4b87-9a28-5c1d9086e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:22.819579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37128) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:22.878409 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.912794 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.992964 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.995895 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:22.997114 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba2ef2e6-7d26-4a11-a90a-08303822573c HTTP/1.1" status: 204 len: 168 time: 0.1765642 Jun 29 13:42:22.997933 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-4a802eb6-06a3-4575-8216-e93d09a4b0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:23.007254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ef2e6-7d26-4a11-a90a-08303822573c,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:23.010081 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:23.344147 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37134) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:23.359380 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.464677 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.472001 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.475113 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9fbcf3f6-fde3-4cdf-a917-f27f19cbf753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:23.528956 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd2025889ffe477c9de315710eada627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835864 Jun 29 13:42:23.529889 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d449a79-1b5b-4494-9796-0a11c2b05fa0,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:23.533110 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37136) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:23.534396 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:23.594552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.619720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.688428 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.691304 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:23.692472 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d449a79-1b5b-4494-9796-0a11c2b05fa0 HTTP/1.1" status: 204 len: 168 time: 0.1578457 Jun 29 13:42:23.693292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-602aecd9-0151-482a-9424-1c692ebbe766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:23.701570 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d449a79-1b5b-4494-9796-0a11c2b05fa0,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:23.705091 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-87706366-c0bd-4a3a-a30e-8353460b6849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:24.121827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:28.089706 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24f05c-813d-4858-832d-2cc33ef96280 req-beeb6018-16d5-4e2b-935d-8ad629b85cf1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:28.091322 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f24f05c-813d-4858-832d-2cc33ef96280 req-beeb6018-16d5-4e2b-935d-8ad629b85cf1 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 947 time: 0.0708704 Jun 29 13:42:28.152577 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f24f05c-813d-4858-832d-2cc33ef96280 req-da000c10-9aaf-40c1-90bd-23010adff1cc tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538461 Jun 29 13:42:29.385109 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3191b-4175-4bef-b60a-4770a73bf541 req-55a443ba-b530-4bdb-bd41-74a66a418528 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:29.386815 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c1f3191b-4175-4bef-b60a-4770a73bf541 req-55a443ba-b530-4bdb-bd41-74a66a418528 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 947 time: 0.0775282 Jun 29 13:42:29.438485 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c1f3191b-4175-4bef-b60a-4770a73bf541 req-9d66acd2-b527-476d-9d02-f112a4ce1316 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups?id=59f26c3e-1f29-431b-8f34-9c6262ae079a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Jun 29 13:42:29.570302 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-cd1c1a42-0fcc-4e1d-a920-c3dd76b78e38 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:29.571863 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-cd1c1a42-0fcc-4e1d-a920-c3dd76b78e38 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 947 time: 0.0844488 Jun 29 13:42:29.691343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Deleting port 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:29.691695 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:29.822609 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] For port 9bf767fb-3811-4e42-9b43-4825e594b983, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9bf767fb-3811-4e42-9b43-4825e594b983,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:29.823239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:30.040326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:30.040819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:30.041170 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Floating IP e909bd2c-1a63-44fc-b921-ebba4371e06a disassociated. External IP: 172.27.0.224, port: 9bf767fb-3811-4e42-9b43-4825e594b983. Jun 29 13:42:30.041519 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Calling delete_port for 9bf767fb-3811-4e42-9b43-4825e594b983 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:30.197332 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:30.202086 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:30.232464 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'Port': ['ID=9bf767fb-3811-4e42-9b43-4825e594b983,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:30.236744 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:30.408306 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:42:30.531492 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:42:30.545659 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:42:30.571727 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:30.573435 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:42:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:30.579552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] No DVR routers for this DVR port 9bf767fb-3811-4e42-9b43-4825e594b983 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:42:30.582688 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:30.584891 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cdccce1a-33fc-4b85-a3b3-72f61a8c4299 req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.61 "DELETE /v2.0/ports/9bf767fb-3811-4e42-9b43-4825e594b983 HTTP/1.1" status: 204 len: 173 time: 1.0039144 Jun 29 13:42:30.585477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-deleted', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:42:30.588067 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b59b0bc-ddbe-4f90-b102-abd686f89681" -d '{"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-deleted", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:42:30.667153 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-31a4bd87-8d66-4b3d-b5b9-f173c7b02fbf req-0cf14833-9ab6-45d5-becb-55e01a04ad2c tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/ports?device_id=93042250-fa5f-4eab-a49b-c2a519792a49 HTTP/1.1" status: 200 len: 210 time: 0.0542307 Jun 29 13:42:30.670416 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a9f874-3b50-4d4a-844a-ae7320f66a56 x-openstack-request-id: req-f6a9f874-3b50-4d4a-844a-ae7320f66a56 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:42:30.679192 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93042250-fa5f-4eab-a49b-c2a519792a49", "name": "network-vif-deleted", "tag": "9bf767fb-3811-4e42-9b43-4825e594b983", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:42:30.679424 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6a9f874-3b50-4d4a-844a-ae7320f66a56 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:42:30.683530 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93042250-fa5f-4eab-a49b-c2a519792a49', 'name': 'network-vif-deleted', 'tag': '9bf767fb-3811-4e42-9b43-4825e594b983', 'status': 'completed', 'code': 200} Jun 29 13:42:30.720025 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:30.959586 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:30.985754 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:42:30.994457 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:30.995087 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:42:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:31.126167 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:31.460794 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:31.488511 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dd14ba-319f-4219-a8ca-01940a44ca58 None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:35:27Z', 'revision_number': 4, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'b7740320-f9b4-4e47-9f34-3bd09e66d79b', 'name': '', 'network_id': '53c846d0-1c64-46b4-a54a-1a536e633801', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'mac_address': 'fa:16:3e:38:4a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:23Z', 'updated_at': '2021-06-29T13:35:42Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'subnets': [{'id': '6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:42:31.756292 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966057ad-6564-4deb-a4b3-d440a334707e None None] New status for floating IP e909bd2c-1a63-44fc-b921-ebba4371e06a: DOWN {{(pid=93161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:42:31.815674 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37254) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:31.885127 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:31.911930 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:31.916936 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:42:31.966166 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:31.970257 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:31.971456 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "DELETE /v2.0/security-groups/59f26c3e-1f29-431b-8f34-9c6262ae079a HTTP/1.1" status: 204 len: 168 time: 0.1547041 Jun 29 13:42:31.972439 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-3ffc4dd1-800f-4c69-8002-ba282172db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:31.975554 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37256) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:31.981805 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f26c3e-1f29-431b-8f34-9c6262ae079a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:31.984604 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6ae6810c-bc9c-43d2-96b8-5d2c8cb07c34 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:31.991298 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.api.v2.resource [None req-c4778b53-3b64-46b9-b2d4-826f6db40da5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] show failed (client error): The resource could not be found. Jun 29 13:42:31.992331 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c4778b53-3b64-46b9-b2d4-826f6db40da5 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "GET /v2.0/security-groups/59f26c3e-1f29-431b-8f34-9c6262ae079a HTTP/1.1" status: 404 len: 347 time: 0.0150480 Jun 29 13:42:31.995455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37258) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:32.136534 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Deleting port 67a8e093-798a-4762-a4fd-89898f0fc6e4 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:32.136897 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.219553 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.219885 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.233028 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Calling delete_port for 67a8e093-798a-4762-a4fd-89898f0fc6e4 owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:32.386409 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.388645 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-32259621-4868-46be-bd16-58dae3df7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:32.417117 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Pushing event deleted for resources: {'Port': ['ID=67a8e093-798a-4762-a4fd-89898f0fc6e4,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:32.419681 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:32.485623 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.488441 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:32.489733 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] 10.222.0.21 "DELETE /v2.0/floatingips/e909bd2c-1a63-44fc-b921-ebba4371e06a HTTP/1.1" status: 204 len: 168 time: 0.4933338 Jun 29 13:42:33.608243 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:33.632415 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 9bf767fb-3811-4e42-9b43-4825e594b983 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:33.632779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 9bf767fb-3811-4e42-9b43-4825e594b983 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:34.959646 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:35.131756 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37314) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:35.764867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:36.350452 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Deleting port b7740320-f9b4-4e47-9f34-3bd09e66d79b {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:36.351172 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:36.435210 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] For port b7740320-f9b4-4e47-9f34-3bd09e66d79b, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=b7740320-f9b4-4e47-9f34-3bd09e66d79b,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:36.435568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:36.452375 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Calling delete_port for b7740320-f9b4-4e47-9f34-3bd09e66d79b owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:36.651409 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:36.657191 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9c5b9859-bff9-4ba0-a6bd-d4c765964512 tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:36.692681 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7740320-f9b4-4e47-9f34-3bd09e66d79b,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:36.696580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:36.887282 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.142178 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Router 03a5d529-69b8-47ac-8e28-acb55cae2e06 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:42:37.250652 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:42:37.256544 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] 10.222.0.21 "PUT /v2.0/routers/03a5d529-69b8-47ac-8e28-acb55cae2e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1233156 Jun 29 13:42:37.259382 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37340) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:37.261145 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Sync routers for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:42:37.271461 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:37.272092 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:42:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:37.373273 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.378963 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:37.485458 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.550352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Deleting port 62fea60c-c3a9-43bd-a234-47d543f9ea3e {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:37.550906 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.615721 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:42:36Z', 'revision_number': 5, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port': {'id': '62fea60c-c3a9-43bd-a234-47d543f9ea3e', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:35:18Z', 'updated_at': '2021-06-29T13:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:37.643419 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Checking router: 03a5d529-69b8-47ac-8e28-acb55cae2e06 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:42:37.652461 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Routers {'03a5d529-69b8-47ac-8e28-acb55cae2e06'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:42:37.653104 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:42:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['03a5d529-69b8-47ac-8e28-acb55cae2e06'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:37.668463 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] For port 62fea60c-c3a9-43bd-a234-47d543f9ea3e, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=62fea60c-c3a9-43bd-a234-47d543f9ea3e,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:37.668839 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.682894 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Calling delete_port for 62fea60c-c3a9-43bd-a234-47d543f9ea3e owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:37.757280 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] Set router 03a5d529-69b8-47ac-8e28-acb55cae2e06 gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:42:37.809709 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:42:37Z', 'revision_number': 6, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:37.842686 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ccfc9-e3ab-40b1-8d3f-0ea45525ce7f None None] The sync data for ids ['03a5d529-69b8-47ac-8e28-acb55cae2e06'] in dv-cinder-797608-3-iscsi is: [{'id': '03a5d529-69b8-47ac-8e28-acb55cae2e06', 'name': 'tempest-AttachVolumeShelveTestJSON-1733672474-router', 'tenant_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:35:16Z', 'updated_at': '2021-06-29T13:42:37Z', 'revision_number': 6, 'project_id': '82c6fe33d6ea4626a98fe5b677b3c887', 'gw_port_host': None}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:42:37.869198 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:37.879404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:37.909400 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fea60c-c3a9-43bd-a234-47d543f9ea3e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:37.916717 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:37.977797 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-f7e5877f-602e-4c8e-847f-906ad287d2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536363 Jun 29 13:42:37.986254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.072290 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-19df313e-7636-4eba-a527-20f2497d3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:38.075249 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-19df313e-7636-4eba-a527-20f2497d3b4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0666206 Jun 29 13:42:38.082225 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.086743 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.141026 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.141791 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a5d529-69b8-47ac-8e28-acb55cae2e06 {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:42:38.147142 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.150163 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/03a5d529-69b8-47ac-8e28-acb55cae2e06 HTTP/1.1" status: 204 len: 168 time: 0.8872783 Jun 29 13:42:38.152701 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37348) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:38.207588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-689e7ad2-0d63-4ee7-8e27-8ffaa7c6437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:38.209163 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-689e7ad2-0d63-4ee7-8e27-8ffaa7c6437f service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.1109104 Jun 29 13:42:38.212989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Deleting subnet 6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:42:38.227581 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.294815 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.371618 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-35f1b7d0-66fb-4444-98ea-1a3858401d27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 1001 time: 0.1468618 Jun 29 13:42:38.401871 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7740320-f9b4-4e47-9f34-3bd09e66d79b no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:38.422954 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.446277 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-7bf8e728-4047-46f9-b546-35ee5826c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:38.448263 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-7bf8e728-4047-46f9-b546-35ee5826c72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0662730 Jun 29 13:42:38.449187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: b7740320-f9b4-4e47-9f34-3bd09e66d79b {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:38.449550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device b7740320-f9b4-4e47-9f34-3bd09e66d79b not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:38.495260 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.497859 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:38.520974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-e00c7cff-77e1-449b-9467-3ed9163b22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:38.522736 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-e00c7cff-77e1-449b-9467-3ed9163b22f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664129 Jun 29 13:42:38.526699 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:38.534110 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:38.535890 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.541730 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6458f3fb-3a0e-4cd5-ac4e-c3e5a21a4077 HTTP/1.1" status: 204 len: 168 time: 0.3840373 Jun 29 13:42:38.541883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37356) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:38.543613 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b62fc-fa79-4810-92bd-7bf27a505994 None None] Network 53c846d0-1c64-46b4-a54a-1a536e633801 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:42:38.675318 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.706410 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-c66d410a-8cc1-4e1b-976a-3a03156c428e service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765008 Jun 29 13:42:38.780332 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] DHCP port deletion for 53c846d0-1c64-46b4-a54a-1a536e633801 request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:42:38.838645 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Deleting port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:38.839234 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.850752 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Deleting port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:42:38.851196 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.855033 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b87a2a72-e1a2-47da-9038-6ee24cbe064b req-47b65b69-f657-457b-97df-2f7657d1a831 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413798 Jun 29 13:42:38.917847 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] For port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:38.918294 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.934210 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Calling delete_port for d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:38.941181 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] For port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,segment=NetworkSegment(0cd17e5c-fd65-4927-b8b3-d2d89b258819),segment_id=0cd17e5c-fd65-4927-b8b3-d2d89b258819)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:38.941544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:38.956826 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Calling delete_port for d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:42:39.037562 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.040786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:39.052852 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.063392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-90785fec-34b7-4067-8990-4ed12a590daa tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:39.067893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Pushing event deleted for resources: {'Port': ['ID=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:39.069282 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] No DVR routers for this DVR port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:42:39.070831 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] No DVR routers for this DVR port d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 on host dv-cinder-797608-3-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:42:39.082633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.083497 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.084076 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.084652 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.086483 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.086831 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.087841 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.088805 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.090495 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.091555 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.092348 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.093442 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:42:39.099277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:39.122107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:39.125242 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:39.179550 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.189877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c846d0-1c64-46b4-a54a-1a536e633801']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:39.199396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd17e5c-fd65-4927-b8b3-d2d89b258819') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:39.199695 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd17e5c-fd65-4927-b8b3-d2d89b258819') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:42:39.210081 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.224948 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.231011 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:42:39.231406 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:42:39.233052 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:42:39.287841 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.292632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.298328 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/53c846d0-1c64-46b4-a54a-1a536e633801 HTTP/1.1" status: 204 len: 168 time: 0.7514856 Jun 29 13:42:39.298328 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:39.312575 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=53c846d0-1c64-46b4-a54a-1a536e633801,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:39.314918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:39.418552 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37362) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:39.465481 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f56e7274-1fbd-485e-9132-87497a8ffc9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c6fe33d6ea4626a98fe5b677b3c887&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456049 Jun 29 13:42:39.467860 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37366) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:39.518940 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.544260 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.612112 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.615905 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:39.617539 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e2ba60e-2239-4ccc-94a1-44adec5873df HTTP/1.1" status: 204 len: 168 time: 0.1477621 Jun 29 13:42:39.618915 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1ff2f897-5a0d-4739-9613-ff6a0746c779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:39.628092 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ba60e-2239-4ccc-94a1-44adec5873df,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:39.630455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:40.176938 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 62fea60c-c3a9-43bd-a234-47d543f9ea3e no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:40.213112 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 62fea60c-c3a9-43bd-a234-47d543f9ea3e {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:40.213633 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 62fea60c-c3a9-43bd-a234-47d543f9ea3e not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:40.214421 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:42:40.250637 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:42:40.251295 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device d5fd3d6f-62cb-40f8-90a0-e0ae1edb9e20 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:42:40.460312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37404) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:40.562566 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-702997200-network', 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:42:40.586874 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:42:40.589319 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.600237 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.703863 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.708715 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.713912 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:40.746377 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:42:40.756988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a6699-5a9d-41d1-ab18-33e1e1475730,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:40.761677 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:40.762911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.763258 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Added segment 68b03c17-4704-48e6-a0e5-cc8c8921a9d4 of type vlan for network 8946dd5f-804f-4922-84ac-f1d78377101d Jun 29 13:42:40.815834 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.863843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.866469 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:40.867355 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:40.871623 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:40.946342 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4844520 Jun 29 13:42:40.949373 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37412) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:40.959390 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Request body: {'subnet': {'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-702997200-subnet', 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:42:40.969570 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8946dd5f-804f-4922-84ac-f1d78377101d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:40.975507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:40.988109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 8946dd5f-804f-4922-84ac-f1d78377101d details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:42:41.000987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:42:41.005496 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.243514 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.246404 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-043f9da1-67c6-4a51-b194-62e25e9ea6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:41.305937 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a616379b-87da-4cb6-936d-f1b26b079892,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:41.309797 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:41.321481 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Checking segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:42:41.321677 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Network hostable DHCP agents. Network: 8946dd5f-804f-4922-84ac-f1d78377101d, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:42:41.351322 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Network 8946dd5f-804f-4922-84ac-f1d78377101d is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:42:41.361332 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 8946dd5f-804f-4922-84ac-f1d78377101d) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:42:41.365819 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:41.366654 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.373368 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7fd2e2-461a-488e-b8f3-0ba09ab44387 None None] Network 8946dd5f-804f-4922-84ac-f1d78377101d requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:42:41.397171 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-5676205f-8970-40f8-8d7a-5bcd66aee700 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4362137 Jun 29 13:42:41.584271 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab3ca5-0023-4084-9277-ef0367734638 None None] Network 8946dd5f-804f-4922-84ac-f1d78377101d requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:42:41.603377 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37438) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:41.757505 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.873244 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.880437 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:41.882559 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-850ed1ad-76db-4b40-9f27-3df5cc88ba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:41.924700 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeb88c21bf384674a2e2a54d30634d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174329 Jun 29 13:42:41.924700 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d617adba-67a1-4966-a752-380f66be48d9,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:41.925556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37456) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:41.927254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:42.014208 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.043417 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.066748 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-161b9e2d-63be-45c7-bd8d-b960446ac3f4 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:42.068200 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-161b9e2d-63be-45c7-bd8d-b960446ac3f4 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1254520 Jun 29 13:42:42.086688 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-67c4f162-0a05-4f21-85c9-d3d7c588b3eb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/quotas/735abe65a4cc4498b343dcc29db5caa9 HTTP/1.1" status: 200 len: 375 time: 0.0118024 Jun 29 13:42:42.102102 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.104813 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.106250 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d617adba-67a1-4966-a752-380f66be48d9 HTTP/1.1" status: 204 len: 168 time: 0.1781573 Jun 29 13:42:42.107292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-69b984b2-cd43-41a8-a457-56cbf211ea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:42.116569 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617adba-67a1-4966-a752-380f66be48d9,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:42.119218 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f7f55df7-e786-4b9e-a027-00d4ee115cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:42.141555 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-25d2eb4c-69a4-46a1-9886-2ff9ec9350c3 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488694 Jun 29 13:42:42.245206 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-23943d74-c802-4ccc-af83-94ff11986423 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897400 Jun 29 13:42:42.363297 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-7e9d0bf5-57aa-48c2-aa2b-4ba3e199f04b service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093917 Jun 29 13:42:42.473424 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37462) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:42.499215 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.647189 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-865e5ed3-79b8-401f-a6c3-adfd1f20bd8e req-61a89e51-1fd4-4bf1-898b-e29b4065b5da tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 210 time: 0.0357919 Jun 29 13:42:42.663709 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.674414 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.679266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-aeaa5294-e7be-4a4a-950a-1bf7a447593d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:42.719917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905181ba-4745-4033-80d5-4690e10a5ce5,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:42.724606 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d156d191e39e44f98f6111ebc9b834e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498941 Jun 29 13:42:42.725596 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:42.730612 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37470) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:42.812303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.850681 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.921801 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.927184 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:42.929167 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/905181ba-4745-4033-80d5-4690e10a5ce5 HTTP/1.1" status: 204 len: 168 time: 0.1970229 Jun 29 13:42:42.930562 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-29951b82-e452-41d3-95c5-c68b0d37e37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:42.944904 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905181ba-4745-4033-80d5-4690e10a5ce5,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:42.949592 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:43.815509 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-28d541f8-4d37-49c8-851a-d4a05f43edeb req-5e8e0dc6-fe89-4653-9bc5-998680c79eed tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 210 time: 0.0387514 Jun 29 13:42:43.919527 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-9120e441-9502-4290-b1db-0a3bc18fc19f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:43.921007 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-9120e441-9502-4290-b1db-0a3bc18fc19f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1150050 Jun 29 13:42:43.945312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Request body: {'port': {'device_id': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'admin_state_up': True, 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:42:44.097939 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:42:44.102022 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:44.246401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Allocated IP 172.20.0.4 (8946dd5f-804f-4922-84ac-f1d78377101d/a616379b-87da-4cb6-936d-f1b26b079892/107db5ec-6b15-4f4c-a16e-df2c3945939e) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:42:44.410528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:44.453123 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:44.459315 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ca19e253-0730-48e0-9c47-7b7a2ad71b33 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:44.503234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Network 8946dd5f-804f-4922-84ac-f1d78377101d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:42:44.509589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:42:44.512141 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:42:44.550911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event updated for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:44.553856 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:44.575250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:44.576115 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:44.598754 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6575353 Jun 29 13:42:44.615545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Request body: {'port': {'device_id': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:42:44.695144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.099895 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d7188-c405-4183-b00c-2338b29cd8df req-6f360944-f0d2-45cf-81b2-6240e516abf5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:45.101533 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f2d7188-c405-4183-b00c-2338b29cd8df req-6f360944-f0d2-45cf-81b2-6240e516abf5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 931 time: 0.1409454 Jun 29 13:42:45.109855 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37536) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:45.122955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107db5ec-6b15-4f4c-a16e-df2c3945939e {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:42:45.139589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.164097 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Transition to ACTIVE for port object 107db5ec-6b15-4f4c-a16e-df2c3945939e will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:42:45.169592 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6f2d7188-c405-4183-b00c-2338b29cd8df req-a74519d9-7c64-4c82-9ee9-d0465b37d935 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601628 Jun 29 13:42:45.170724 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.172957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-539e7568-b391-4d74-bf36-3194cac92d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:45.231857 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Pushing event updated for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:45.236638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:45.263517 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.336883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Attempting to bind port 107db5ec-6b15-4f4c-a16e-df2c3945939e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:42:45.337404 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Attempting to bind port 107db5ec-6b15-4f4c-a16e-df2c3945939e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:42:45.337923 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Attempting to bind port 107db5ec-6b15-4f4c-a16e-df2c3945939e on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:42:45.346594 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Port 107db5ec-6b15-4f4c-a16e-df2c3945939e on network 8946dd5f-804f-4922-84ac-f1d78377101d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:42:45.346594 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Attempting to bind port 107db5ec-6b15-4f4c-a16e-df2c3945939e on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:42:45.354975 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:42:45.355505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Checking segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:42:45.356098 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Bound using segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:42:45.356761 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Bound port: 107db5ec-6b15-4f4c-a16e-df2c3945939e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:42:45.357287 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.423280 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.428802 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.433288 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0646f9a5-8312-4fa5-ba17-dcdfe5e7aabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:45.451342 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:42:45.456240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:42:45.463308 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.469532 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a03c104-c069-43bd-b79e-5445888f47bb tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:45.471958 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aef9f9-ff73-4ac2-bdd1-e9df26677763,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:45.476518 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9bff25ecdce47bfbc73386010454884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655491 Jun 29 13:42:45.477666 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:45.480696 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37540) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:45.531286 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:45.532141 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.533648 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] 10.222.0.61 "PUT /v2.0/ports/107db5ec-6b15-4f4c-a16e-df2c3945939e HTTP/1.1" status: 200 len: 1093 time: 0.9225965 Jun 29 13:42:45.534258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:42:45.536769 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558aed8-588d-4f3a-85f8-e55098f3c127" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:42:45.553118 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.583328 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.592985 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Pushing event updated for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:45.603322 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:45.609906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64033371-2000-42f1-814c-b6ac169a3be7 x-openstack-request-id: req-64033371-2000-42f1-814c-b6ac169a3be7 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:42:45.610996 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:42:45.611472 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64033371-2000-42f1-814c-b6ac169a3be7 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:42:45.612153 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e', 'status': 'completed', 'code': 200} Jun 29 13:42:45.638515 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.641421 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:45.642681 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72aef9f9-ff73-4ac2-bdd1-e9df26677763 HTTP/1.1" status: 204 len: 168 time: 0.1608484 Jun 29 13:42:45.643712 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f5b07d15-76dd-4001-9ebf-0929db4f00b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:45.654751 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aef9f9-ff73-4ac2-bdd1-e9df26677763,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:45.659240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b927fd13-1b66-4a9a-9169-3951583c7a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:45.711807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-2e185a11-591f-4f40-9a75-9433613f179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:45.713757 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-2e185a11-591f-4f40-9a75-9433613f179f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 1096 time: 0.0945134 Jun 29 13:42:45.766488 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-df96fe32-1447-450c-a96d-0eb82ded1ffd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e HTTP/1.1" status: 200 len: 217 time: 0.0407329 Jun 29 13:42:45.842380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-2ff38474-bc27-4345-86cf-72d3fb4ad442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:45.845105 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-2ff38474-bc27-4345-86cf-72d3fb4ad442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0723929 Jun 29 13:42:45.895461 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-f3110411-725a-4713-bbdf-6a7f3e26eeeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400405 Jun 29 13:42:46.004221 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-ebe8304e-4a81-4c96-8765-42550cbf097f service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996766 Jun 29 13:42:46.021519 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37548) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:46.036215 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.121480 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-54a7202f-f9d0-4128-9038-9f1d2b0d75ca req-90ed54ff-ca69-43a6-9de5-039e7ce2ca42 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070304 Jun 29 13:42:46.154866 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.161362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.164482 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a1a894d4-c833-4de4-837c-27f8f38aa805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:46.214276 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad16f1-3b91-4c19-acad-37b6661ae77f,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:46.219939 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c98ee2b76d6490eb591352496532bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970663 Jun 29 13:42:46.221099 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:46.223944 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37552) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:46.288902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-0e29e4dd-ead8-4b74-ab88-93fe91b61840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:46.291827 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-0e29e4dd-ead8-4b74-ab88-93fe91b61840 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 1096 time: 0.1023464 Jun 29 13:42:46.296631 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.345165 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.400288 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.403456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:46.404706 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cad16f1-3b91-4c19-acad-37b6661ae77f HTTP/1.1" status: 204 len: 168 time: 0.1794183 Jun 29 13:42:46.406389 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f6ec35b3-820d-43ec-83e9-2e83dedf9bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:46.416661 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad16f1-3b91-4c19-acad-37b6661ae77f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:46.418985 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-07cdee21-8252-4de5-a6f5-957ab67633a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:46.513905 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-1f4c8915-8f4b-41e6-8f06-8fa9d3d43626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:46.516211 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-1f4c8915-8f4b-41e6-8f06-8fa9d3d43626 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 915 time: 0.2169645 Jun 29 13:42:46.546822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0f40-a93d-4cdf-b1fb-2e42a6f010e0 req-ff247ab3-ad1b-49be-b711-893008d45748 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:46.548497 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fb5a0f40-a93d-4cdf-b1fb-2e42a6f010e0 req-ff247ab3-ad1b-49be-b711-893008d45748 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 943 time: 0.1596885 Jun 29 13:42:46.588344 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-ed94d1c1-d112-46d0-8988-4798ca540eb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e HTTP/1.1" status: 200 len: 217 time: 0.0629466 Jun 29 13:42:46.695674 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fb5a0f40-a93d-4cdf-b1fb-2e42a6f010e0 req-a6b6d961-933e-4c9c-87d5-42992f79f391 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101635 Jun 29 13:42:46.702039 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-ce3f9360-f17f-4b11-a6a0-a4866197a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:46.703867 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-ce3f9360-f17f-4b11-a6a0-a4866197a5ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.1072690 Jun 29 13:42:46.740181 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-08413a5c-9caf-4996-9187-3d7e76454327 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290377 Jun 29 13:42:46.889380 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-72a7166f-e457-4510-b629-667eb86e60e4 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392264 Jun 29 13:42:47.042367 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f558aed8-588d-4f3a-85f8-e55098f3c127 req-95427c89-38c6-45d5-be57-9c498507ce1e service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465292 Jun 29 13:42:47.945139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ece537-1258-46f0-8373-b557fc2a6d0c req-ffa3f4f3-497e-4e9b-90aa-0c5b5afff914 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:47.946750 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19ece537-1258-46f0-8373-b557fc2a6d0c req-ffa3f4f3-497e-4e9b-90aa-0c5b5afff914 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 943 time: 0.0843632 Jun 29 13:42:48.002438 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19ece537-1258-46f0-8373-b557fc2a6d0c req-93069b0c-c401-4080-aac0-34f9df6df378 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Jun 29 13:42:48.774718 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-52fd834c-bf17-49c4-b453-e88965357977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:48.895396 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37624) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:49.023342 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.144623 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.149536 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.152671 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c1f5306b-8d66-47fe-88e6-2bd7d0e641d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:49.196453 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18f1f5a8a8b7448d89e080b1c4f6da25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976685 Jun 29 13:42:49.196741 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37630) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:49.204876 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369c786-b0c0-4ea7-a82d-deb8832c0864,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:49.208481 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3a4b136b-9098-43af-bf16-60fad0612a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:49.223553 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961ba5c-1981-46ad-9aa6-fec80ec9091f req-3c4e98d8-47cc-49ef-bf41-95cd750825a2 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:49.225468 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2961ba5c-1981-46ad-9aa6-fec80ec9091f req-3c4e98d8-47cc-49ef-bf41-95cd750825a2 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 943 time: 0.0847762 Jun 29 13:42:49.260248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.270340 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2961ba5c-1981-46ad-9aa6-fec80ec9091f req-da495279-d8ce-4873-93af-6234c54097f7 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Jun 29 13:42:49.294544 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.348558 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.351384 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.352695 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4369c786-b0c0-4ea7-a82d-deb8832c0864 HTTP/1.1" status: 204 len: 168 time: 0.1549757 Jun 29 13:42:49.353658 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-160db177-f7a8-4d80-8530-3ac5dafef164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:49.362795 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369c786-b0c0-4ea7-a82d-deb8832c0864,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:49.365099 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:49.639650 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 107db5ec-6b15-4f4c-a16e-df2c3945939e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:42:49.669761 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37636) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:49.685438 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.756024 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:49.769416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '107db5ec-6b15-4f4c-a16e-df2c3945939e', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'port_id': '107db5ec-6b15-4f4c-a16e-df2c3945939e', 'mac_address': 'fa:16:3e:47:9f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a616379b-87da-4cb6-936d-f1b26b079892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:42:49.812556 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.818247 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.823989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b6ac614d-9993-4ca0-a3e7-55091e86088f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:49.824480 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.848486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107db5ec-6b15-4f4c-a16e-df2c3945939e {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:42:49.873103 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:49.874292 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19cebf552a894d4ba0be47bfb18fae75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030573 Jun 29 13:42:49.875545 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495bbb0-4f92-4107-b105-d0744eb7d12d,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:49.877790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37638) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:42:49.879727 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2dfaf4b9-ba95-4e31-8d1d-2413d7f010d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:49.888895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.896712 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:49.959380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:49.965296 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:49.971830 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:49.986537 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:50.045572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:50.048789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:50.050075 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6495bbb0-4f92-4107-b105-d0744eb7d12d HTTP/1.1" status: 204 len: 168 time: 0.1708333 Jun 29 13:42:50.051034 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ee9e14a3-04e0-49a1-85e0-086706bdc404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:50.060223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495bbb0-4f92-4107-b105-d0744eb7d12d,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:50.065288 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-170c08ac-dde2-444a-91e9-dc8e4538b1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:50.207269 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:42:50.513529 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a75e04-78a7-4822-98fd-d5ccb76d8003 req-9ea6fd5a-45af-416b-8248-faee78928940 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:50.516128 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85a75e04-78a7-4822-98fd-d5ccb76d8003 req-9ea6fd5a-45af-416b-8248-faee78928940 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 944 time: 0.0806847 Jun 29 13:42:50.563206 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-85a75e04-78a7-4822-98fd-d5ccb76d8003 req-854c68ce-712e-41dc-8e2c-5c6e72f4ef32 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Jun 29 13:42:51.257269 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce07-b7a3-4d52-af3c-3dfae2db5441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:51.486531 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:51.657076 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 107db5ec-6b15-4f4c-a16e-df2c3945939e up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:42:51.725071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 107db5ec-6b15-4f4c-a16e-df2c3945939e completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:42:51.734749 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 107db5ec-6b15-4f4c-a16e-df2c3945939e triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:42:51.736026 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:51.844263 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:51.862378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e13e-fafe-4229-acdd-7551ed0b88a3 req-3f7a7f26-8757-4c36-a592-dd18b41db958 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:51.864781 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a807e13e-fafe-4229-acdd-7551ed0b88a3 req-3f7a7f26-8757-4c36-a592-dd18b41db958 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 944 time: 0.0943086 Jun 29 13:42:51.871974 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:42:51.876837 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc168e00-0ae8-4768-b632-886d67e21d99" -d '{"events": [{"server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "name": "network-vif-plugged", "status": "completed", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:42:51.908073 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:42:51.916065 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:51.925061 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:42:51.939384 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddf7085-4746-44e8-b520-16a857cc3203 x-openstack-request-id: req-8ddf7085-4746-44e8-b520-16a857cc3203 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:42:51.940840 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "name": "network-vif-plugged", "status": "completed", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:42:51.941109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ddf7085-4746-44e8-b520-16a857cc3203 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:42:51.942835 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e', 'code': 200} Jun 29 13:42:51.969211 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a807e13e-fafe-4229-acdd-7551ed0b88a3 req-0212ea5f-0b5c-43fe-98f2-5a115816d7b6 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885668 Jun 29 13:42:52.003382 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:42:52.006975 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:42:52.212686 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5cb07-baf6-4b66-b361-e94942b9c9d3 req-9cf3b9a5-96c6-4d64-9b3b-27aefcc63b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:52.214945 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24a5cb07-baf6-4b66-b361-e94942b9c9d3 req-9cf3b9a5-96c6-4d64-9b3b-27aefcc63b6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 1098 time: 0.0690501 Jun 29 13:42:52.258865 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24a5cb07-baf6-4b66-b361-e94942b9c9d3 req-9f31f1a1-e8a9-4612-aa3d-8c61756f9e9c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Jun 29 13:42:52.712912 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:53.219353 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408bce2-afff-4a7f-baa4-69de13e92472 req-52d7eef4-7691-4feb-9398-c1268c877428 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:53.221748 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5408bce2-afff-4a7f-baa4-69de13e92472 req-52d7eef4-7691-4feb-9398-c1268c877428 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 945 time: 0.0906858 Jun 29 13:42:53.288579 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-5408bce2-afff-4a7f-baa4-69de13e92472 req-b614ca43-e8ae-4d42-b22a-03799e4ba30b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590327 Jun 29 13:42:54.130276 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:42:54.526902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd3ac5-f1be-46df-87fc-9ce79b7b0506 req-ddc5a867-316b-41db-a81f-5b2e395e702c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:42:54.528569 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-02fd3ac5-f1be-46df-87fc-9ce79b7b0506 req-ddc5a867-316b-41db-a81f-5b2e395e702c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 945 time: 0.0798194 Jun 29 13:42:54.575877 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-02fd3ac5-f1be-46df-87fc-9ce79b7b0506 req-863002e8-63ab-4bae-a4bc-cf814da3abd8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Jun 29 13:43:02.746408 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b4970-8b58-4240-9263-253d365a9d9f req-2c11332b-6108-4ce8-a75d-f900d1d7e8e9 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:02.748014 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1a8b4970-8b58-4240-9263-253d365a9d9f req-2c11332b-6108-4ce8-a75d-f900d1d7e8e9 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0717680 Jun 29 13:43:02.817357 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1a8b4970-8b58-4240-9263-253d365a9d9f req-b4c77682-d7fe-48e7-bd77-dc7477c28fa8 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599444 Jun 29 13:43:04.086956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259a4c-492b-4748-b173-a73f6c02c169 req-33b22435-3ae0-40c5-8ef8-3ef32385b04d tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:04.089081 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-62259a4c-492b-4748-b173-a73f6c02c169 req-33b22435-3ae0-40c5-8ef8-3ef32385b04d tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0813119 Jun 29 13:43:04.147341 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-62259a4c-492b-4748-b173-a73f6c02c169 req-138f680e-4d9e-448a-a333-61416b80c3b8 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500240 Jun 29 13:43:04.332031 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-80bf244c-ee9c-4b66-8079-ea884bf6d833 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:04.333686 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-80bf244c-ee9c-4b66-8079-ea884bf6d833 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1174867 Jun 29 13:43:04.354516 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-54c7f18b-06e9-4274-be4e-37c8c1719cd9 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/quotas/735abe65a4cc4498b343dcc29db5caa9 HTTP/1.1" status: 200 len: 375 time: 0.0108724 Jun 29 13:43:04.433568 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-84aff223-2760-4e89-ad7c-e9fd5b5bbcc3 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686510 Jun 29 13:43:04.532862 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-5aec0fe0-0517-4531-8543-7ae197e8cf19 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915899 Jun 29 13:43:04.635865 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-a7b8b7e7-6fee-4328-91d7-20ebd16d1381 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968192 Jun 29 13:43:04.854617 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-60cbfdc6-da9d-4bef-9149-5b85ad4f6603 req-fa2be484-eb46-4356-b2ec-969ba1185bc4 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 210 time: 0.0453877 Jun 29 13:43:04.975655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:05.354567 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3469-db58-4975-aebd-5e47c7526aea req-15ae68df-b474-49f4-96fb-cb4d3a7ed78c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:05.356189 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-643f3469-db58-4975-aebd-5e47c7526aea req-15ae68df-b474-49f4-96fb-cb4d3a7ed78c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0770879 Jun 29 13:43:05.408056 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-643f3469-db58-4975-aebd-5e47c7526aea req-781ca92d-2cd7-4563-bef5-a2feeddfd68d tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Jun 29 13:43:06.070698 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-39494ac4-f405-475b-af4b-20971b5c4399 req-3e2989fa-90a4-4d94-a292-92b2d51feb55 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 210 time: 0.0369332 Jun 29 13:43:06.249587 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-8c3f6598-c540-4e37-9f85-7861c9e4c267 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:06.252469 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-8c3f6598-c540-4e37-9f85-7861c9e4c267 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1513398 Jun 29 13:43:06.275460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Request body: {'port': {'device_id': '744b616e-319d-48cf-b27d-58c20e434b7e', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'admin_state_up': True, 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:06.695370 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f978ab-43e9-4454-9c88-fdf7593adc8b req-43323780-e795-432b-a130-15cb5d2a34ed tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:06.696889 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-81f978ab-43e9-4454-9c88-fdf7593adc8b req-43323780-e795-432b-a130-15cb5d2a34ed tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0788715 Jun 29 13:43:06.754099 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-81f978ab-43e9-4454-9c88-fdf7593adc8b req-8901874b-17f1-454a-8813-8db1d4ef7394 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 Jun 29 13:43:06.762465 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:43:06.768051 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:06.944209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Allocated IP 172.20.0.7 (8946dd5f-804f-4922-84ac-f1d78377101d/a616379b-87da-4cb6-936d-f1b26b079892/a89318b0-3375-4bc4-88a0-cf66b2d52f27) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:43:07.125972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.173114 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.177917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e528c263-2c86-4675-9d32-d8f0584a36df tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:07.187113 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:07.230428 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Network 8946dd5f-804f-4922-84ac-f1d78377101d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:43:07.235149 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:43:07.237949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:43:07.277434 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event updated for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:07.325409 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.325818 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.326180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.326548 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.326913 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.327615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.327859 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.328412 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.328758 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.329122 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.329485 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.329844 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:07.334068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:07.346072 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:07.346820 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.372721 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1017601 Jun 29 13:43:07.388638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Request body: {'port': {'device_id': '744b616e-319d-48cf-b27d-58c20e434b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:07.402528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668897f-da1d-477e-a216-4b0922412857 req-051902f2-bee7-45ae-953e-fd2015e95312 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:07.404643 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f668897f-da1d-477e-a216-4b0922412857 req-051902f2-bee7-45ae-953e-fd2015e95312 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 931 time: 0.1315603 Jun 29 13:43:07.514126 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f668897f-da1d-477e-a216-4b0922412857 req-5e4edc6c-18d7-4e46-a76f-e355d926660f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873740 Jun 29 13:43:07.534392 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.868202 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89318b0-3375-4bc4-88a0-cf66b2d52f27 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:07.894662 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.911636 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Transition to ACTIVE for port object a89318b0-3375-4bc4-88a0-cf66b2d52f27 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:43:07.926545 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:07.929448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1b66acbd-3fd5-426f-b7f1-344e1059fae2 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:08.005840 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fadc01-5899-4ee1-a3fe-faac2c1798ca req-81f74291-681c-4784-9e9a-3a701038b360 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.008543 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-40fadc01-5899-4ee1-a3fe-faac2c1798ca req-81f74291-681c-4784-9e9a-3a701038b360 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.1059937 Jun 29 13:43:08.014089 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:08.039918 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:08.071774 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-40fadc01-5899-4ee1-a3fe-faac2c1798ca req-38c6c577-b2e8-4505-ad01-dbafa327ab9b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556054 Jun 29 13:43:08.111906 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Attempting to bind port a89318b0-3375-4bc4-88a0-cf66b2d52f27 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:43:08.112449 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Attempting to bind port a89318b0-3375-4bc4-88a0-cf66b2d52f27 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:43:08.113000 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Attempting to bind port a89318b0-3375-4bc4-88a0-cf66b2d52f27 on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:08.120988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Port a89318b0-3375-4bc4-88a0-cf66b2d52f27 on network 8946dd5f-804f-4922-84ac-f1d78377101d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:43:08.121735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Attempting to bind port a89318b0-3375-4bc4-88a0-cf66b2d52f27 on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:08.130448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:43:08.131416 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Checking segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:43:08.131735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Bound using segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:43:08.132254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Bound port: a89318b0-3375-4bc4-88a0-cf66b2d52f27, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:43:08.132818 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:08.211996 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:43:08.215975 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:43:08.223783 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:08.228269 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2618d49d-2f8f-4e54-828f-b9fff52f97f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:08.276753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.277642 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:08.279492 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] 10.222.0.61 "PUT /v2.0/ports/a89318b0-3375-4bc4-88a0-cf66b2d52f27 HTTP/1.1" status: 200 len: 1093 time: 0.8977897 Jun 29 13:43:08.283617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:08.286282 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d945d28-6168-4805-97b1-e00b7ac84c63" -d '{"events": [{"name": "network-changed", "server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:08.339441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99326a-0e10-4ea1-9326-adc6e1aee4a8 x-openstack-request-id: req-cc99326a-0e10-4ea1-9326-adc6e1aee4a8 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:08.340030 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:08.340565 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc99326a-0e10-4ea1-9326-adc6e1aee4a8 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:08.341324 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', 'status': 'completed', 'code': 200} Jun 29 13:43:08.342477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:08.348957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:08.444168 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-88bf9bd1-9a27-4af6-b7c4-b6a97ba53f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.445791 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-88bf9bd1-9a27-4af6-b7c4-b6a97ba53f6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 1096 time: 0.0934761 Jun 29 13:43:08.507203 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-360df0b3-dae5-4eac-b2ee-f8b713195295 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27 HTTP/1.1" status: 200 len: 217 time: 0.0512757 Jun 29 13:43:08.574314 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-5bfabf12-ae83-48f4-a8b1-c4302df82a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.575870 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-5bfabf12-ae83-48f4-a8b1-c4302df82a98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0555127 Jun 29 13:43:08.625690 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-c1553cf1-5765-416d-8e61-0a01e6153373 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336828 Jun 29 13:43:08.733326 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d89e3-c046-45f6-980c-a608daf0ac51 req-50ae503b-4215-4166-9721-bcaac210603c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.735991 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7f4d89e3-c046-45f6-980c-a608daf0ac51 req-50ae503b-4215-4166-9721-bcaac210603c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 943 time: 0.0899231 Jun 29 13:43:08.766307 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-e826ba73-7b4b-4eb7-ae7b-04a9da192ad1 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236374 Jun 29 13:43:08.787562 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7f4d89e3-c046-45f6-980c-a608daf0ac51 req-1c01ca20-785c-4768-b520-b18a5953d971 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Jun 29 13:43:08.872380 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fd9c8bf7-1dc8-46e5-94ad-aefc87ce3644 req-72e3ac51-b445-4dd9-8ca6-2ac0a963b77f service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982978 Jun 29 13:43:08.916392 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:43:08.994072 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-16ce83ab-62c1-4fba-8488-bb7489f4f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:08.995587 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-16ce83ab-62c1-4fba-8488-bb7489f4f1b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 1096 time: 0.0631361 Jun 29 13:43:09.102867 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-226d14c9-e8b8-4d1a-a7d3-df877a2d8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:09.104397 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-226d14c9-e8b8-4d1a-a7d3-df877a2d8fa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 915 time: 0.1016338 Jun 29 13:43:09.156404 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-d73db323-8df6-42a8-8765-8a179fce6045 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27 HTTP/1.1" status: 200 len: 217 time: 0.0447552 Jun 29 13:43:09.233120 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-453affc4-d936-4699-8ade-118c7f454930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:09.235739 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-453affc4-d936-4699-8ade-118c7f454930 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0710411 Jun 29 13:43:09.330744 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-905061c8-55ca-4333-b805-4e32e567ad77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812237 Jun 29 13:43:09.426744 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb7530-986b-49db-b2d9-c406eb47caf6 req-f85030b5-047b-4622-9de6-5c3e29f372b0 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:09.428320 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-20bb7530-986b-49db-b2d9-c406eb47caf6 req-f85030b5-047b-4622-9de6-5c3e29f372b0 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.2001607 Jun 29 13:43:09.483131 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-d756ac6e-fb94-4325-81b7-b6aa200cbf65 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354234 Jun 29 13:43:09.518358 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-20bb7530-986b-49db-b2d9-c406eb47caf6 req-1418750b-ed3c-4056-b378-02e4b701f781 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822303 Jun 29 13:43:09.612656 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d945d28-6168-4805-97b1-e00b7ac84c63 req-2f5bb226-b56f-420c-b832-d7d476684941 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Jun 29 13:43:09.889255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 37872) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:43:10.022889 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb2af-5bd4-4541-b100-5a00b3893625 req-e318daa1-1375-4dc2-a07b-b20b290d11fb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:10.025077 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-48ccb2af-5bd4-4541-b100-5a00b3893625 req-e318daa1-1375-4dc2-a07b-b20b290d11fb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 943 time: 0.0958869 Jun 29 13:43:10.038209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.084335 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-48ccb2af-5bd4-4541-b100-5a00b3893625 req-749ee52c-4fca-4c70-b536-0f5e249ea0f8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489635 Jun 29 13:43:10.163117 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.168203 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.173845 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-00e6cfec-a23b-4bfc-87c0-fac714b03346 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:10.217031 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aed39c42d4a4972bc9c1ab15949c102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252835 Jun 29 13:43:10.218665 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b72578f-a397-413f-b768-316fc36b40d7,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:10.222022 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 37876) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:43:10.223177 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ec197740-f4d2-482c-8513-0994b3be25b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:10.285680 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.311869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.372884 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.376101 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:10.377355 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b72578f-a397-413f-b768-316fc36b40d7 HTTP/1.1" status: 204 len: 168 time: 0.1538563 Jun 29 13:43:10.378278 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-54598d9b-461b-439a-9399-821a44272e0d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:10.391775 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b72578f-a397-413f-b768-316fc36b40d7,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:10.395537 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6b86543e-b36b-46d2-961e-aa0d0ecd5939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:10.752821 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a22f-4d67-4ff1-8c30-90c90026ba8a req-0c64f66f-6876-4423-ba7e-e8e42dad5c78 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:10.755771 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f969a22f-4d67-4ff1-8c30-90c90026ba8a req-0c64f66f-6876-4423-ba7e-e8e42dad5c78 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0890560 Jun 29 13:43:10.809126 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f969a22f-4d67-4ff1-8c30-90c90026ba8a req-35341120-92aa-435b-b797-5aa078dc206a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Jun 29 13:43:11.644390 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b2d0-8c64-452f-a9ed-762ae6c86edd req-778ca585-72da-4986-9c13-ef1dfd616e9e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:11.646019 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4cb3b2d0-8c64-452f-a9ed-762ae6c86edd req-778ca585-72da-4986-9c13-ef1dfd616e9e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 943 time: 0.4166551 Jun 29 13:43:11.699839 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-4cb3b2d0-8c64-452f-a9ed-762ae6c86edd req-66e87f00-b639-4a34-bc19-f7d210e5f8f4 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469432 Jun 29 13:43:11.811716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a89318b0-3375-4bc4-88a0-cf66b2d52f27 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:43:11.987896 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:12.010703 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'port_id': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', 'mac_address': 'fa:16:3e:55:01:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a616379b-87da-4cb6-936d-f1b26b079892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:43:12.047700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae882167-f598-4c28-b014-5ca9767c2174 req-ebc94e53-7e1a-4734-a301-06ba7791a257 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:12.051047 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ae882167-f598-4c28-b014-5ca9767c2174 req-ebc94e53-7e1a-4734-a301-06ba7791a257 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0896206 Jun 29 13:43:12.088761 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:12.115418 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89318b0-3375-4bc4-88a0-cf66b2d52f27 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:12.137625 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ae882167-f598-4c28-b014-5ca9767c2174 req-88286bdb-a7fd-4021-a36b-360e291b291e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806181 Jun 29 13:43:12.158390 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:12.160574 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:12.163361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:12.219245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:12.222891 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:12.413019 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['a89318b0-3375-4bc4-88a0-cf66b2d52f27'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:12.896519 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980566-4087-4cd0-9052-729fae3e125b req-9d798a5a-b1be-4623-9774-7d591fe1df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:12.898178 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-9d798a5a-b1be-4623-9774-7d591fe1df42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0635054 Jun 29 13:43:12.968037 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244318c2-9aea-4679-94c7-d6d13b0c320b req-5e50e29e-322c-41dc-803a-c8f29d1582cc tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:12.970881 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-244318c2-9aea-4679-94c7-d6d13b0c320b req-5e50e29e-322c-41dc-803a-c8f29d1582cc tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 944 time: 0.1044009 Jun 29 13:43:13.031569 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980566-4087-4cd0-9052-729fae3e125b req-f51aef24-f03d-4387-bc5e-3cfaa52732d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:13.033148 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-f51aef24-f03d-4387-bc5e-3cfaa52732d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.1251829 Jun 29 13:43:13.038872 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-244318c2-9aea-4679-94c7-d6d13b0c320b req-51853412-55ff-49cf-bab2-1d791e2879e9 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Jun 29 13:43:13.117485 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-547602af-0e8e-4d9f-8bc9-1ef871dad9be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 1001 time: 0.0769019 Jun 29 13:43:13.184038 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980566-4087-4cd0-9052-729fae3e125b req-886ec67f-bfcb-4c74-bbeb-906ac4fbb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:13.186185 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-886ec67f-bfcb-4c74-bbeb-906ac4fbb62f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0601339 Jun 29 13:43:13.270130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980566-4087-4cd0-9052-729fae3e125b req-1a0e97dd-b311-4e4e-b7f0-3040ec234aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:13.271669 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-1a0e97dd-b311-4e4e-b7f0-3040ec234aad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768969 Jun 29 13:43:13.403563 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4b83c-77e6-43f3-b56b-52f06952ebe6 req-9c1064d5-92b3-4aa6-a4c3-2da274f63915 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:13.406072 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ddd4b83c-77e6-43f3-b56b-52f06952ebe6 req-9c1064d5-92b3-4aa6-a4c3-2da274f63915 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.1499202 Jun 29 13:43:13.408840 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-1e650830-1b84-4200-9eb5-053a293970b3 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211982 Jun 29 13:43:13.500556 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ddd4b83c-77e6-43f3-b56b-52f06952ebe6 req-96d13de5-c6e3-4523-a0e9-4a3d8f7818a8 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872297 Jun 29 13:43:13.540126 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-83980566-4087-4cd0-9052-729fae3e125b req-9c486765-a7db-45ee-9a91-c4738001cff6 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196997 Jun 29 13:43:13.847081 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a89318b0-3375-4bc4-88a0-cf66b2d52f27 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:43:13.919934 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port a89318b0-3375-4bc4-88a0-cf66b2d52f27 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:43:13.929331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port a89318b0-3375-4bc4-88a0-cf66b2d52f27 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:43:13.929769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:14.019405 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:14.047385 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:14.049506 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95789f2-040f-4029-93a4-b24b96f3e9ff" -d '{"events": [{"server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:14.064709 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:14.068336 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:14.070431 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7a50e5a2-1ffc-4ef2-b3af-77730256317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:14.116030 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041310f9-1a04-43d9-afe0-5fc8d87ab5c0 x-openstack-request-id: req-041310f9-1a04-43d9-afe0-5fc8d87ab5c0 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:14.116624 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:14.117054 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-041310f9-1a04-43d9-afe0-5fc8d87ab5c0 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:14.117675 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', 'code': 200} Jun 29 13:43:14.149357 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:14.155200 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:14.289544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56bd6-fcce-49e6-95e9-73508c46569f req-bbba4293-c726-4169-85c9-96c8284d80bc tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:14.292274 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6ff56bd6-fcce-49e6-95e9-73508c46569f req-bbba4293-c726-4169-85c9-96c8284d80bc tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0867646 Jun 29 13:43:14.367903 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6ff56bd6-fcce-49e6-95e9-73508c46569f req-d24f4bf6-cc2e-4a9e-ba66-df139af0213f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Jun 29 13:43:14.463387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdc815-01fe-417a-8a4a-a9ebea264f28 req-557d32ab-36d6-4787-88b7-c4d6f0d07197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:14.464896 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-10bdc815-01fe-417a-8a4a-a9ebea264f28 req-557d32ab-36d6-4787-88b7-c4d6f0d07197 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 1098 time: 0.0606513 Jun 29 13:43:14.507613 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-10bdc815-01fe-417a-8a4a-a9ebea264f28 req-f7881eee-9a7d-4d2d-8089-60714b0eab9f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Jun 29 13:43:14.723484 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e23394-5032-4c84-9d7e-9c8aba51c0d5 req-942cda4f-d058-48f3-9ec6-a573304a3f91 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:14.725913 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19e23394-5032-4c84-9d7e-9c8aba51c0d5 req-942cda4f-d058-48f3-9ec6-a573304a3f91 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0922921 Jun 29 13:43:14.789080 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19e23394-5032-4c84-9d7e-9c8aba51c0d5 req-0e2e5e48-d664-41d5-9595-7ac3e23d4809 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560644 Jun 29 13:43:15.580094 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94510b-fb72-4862-862c-7fcf85ce26c6 req-2b6b4fe1-e887-41d6-9128-8aff8cac26d8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:15.581539 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bc94510b-fb72-4862-862c-7fcf85ce26c6 req-2b6b4fe1-e887-41d6-9128-8aff8cac26d8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0722938 Jun 29 13:43:15.643103 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bc94510b-fb72-4862-862c-7fcf85ce26c6 req-b7e3c532-7284-4c64-880e-b3c4e2abdc2e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545290 Jun 29 13:43:16.014317 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058fa2-397d-45ff-9015-2bf30e9bc48b req-8219e61f-174f-4dcf-8554-374661bcff42 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:16.017479 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f058fa2-397d-45ff-9015-2bf30e9bc48b req-8219e61f-174f-4dcf-8554-374661bcff42 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0837362 Jun 29 13:43:16.069587 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3f058fa2-397d-45ff-9015-2bf30e9bc48b req-093d27f0-9d1f-43e0-8741-8f5c8a4ec276 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Jun 29 13:43:16.832731 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e7b83-cd3f-4406-a2fe-28f4a04f29b3 req-1ec72478-82e0-408d-8901-1eeacb76787f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:16.834425 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f5e7b83-cd3f-4406-a2fe-28f4a04f29b3 req-1ec72478-82e0-408d-8901-1eeacb76787f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0743513 Jun 29 13:43:16.891407 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f5e7b83-cd3f-4406-a2fe-28f4a04f29b3 req-af3d4ffa-5fae-47b9-b887-9f1fe8a04a1f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Jun 29 13:43:17.302309 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbde8-597b-447a-a9bd-1da347dd6739 req-c2edca06-ca6e-4592-822c-e2c84cb1891f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:17.303863 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-36acbde8-597b-447a-a9bd-1da347dd6739 req-c2edca06-ca6e-4592-822c-e2c84cb1891f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0831461 Jun 29 13:43:17.365246 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-36acbde8-597b-447a-a9bd-1da347dd6739 req-ed4a256b-b314-471f-a542-9fe006084d89 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Jun 29 13:43:17.768195 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38012) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:43:17.786485 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30f7a-c424-44d5-b68e-922a5eba6c9d req-bebd869f-6601-4472-8af7-181c02a931eb tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:17.791716 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c4d30f7a-c424-44d5-b68e-922a5eba6c9d req-bebd869f-6601-4472-8af7-181c02a931eb tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0935259 Jun 29 13:43:17.875295 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-c4d30f7a-c424-44d5-b68e-922a5eba6c9d req-2605321b-00d5-4835-b656-aee81173c5ac tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812926 Jun 29 13:43:17.900649 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-3e0f2d5e-20d9-4d9d-85b5-c7154b4c5855 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312575 Jun 29 13:43:18.762560 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2981150b-45cb-4af0-9990-8f43f202c0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:18.848315 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-98339271-af4b-4ab3-981c-319dd84e819b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:18.849889 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-98339271-af4b-4ab3-981c-319dd84e819b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1159062 Jun 29 13:43:18.869863 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-175a9895-3f38-4536-9d78-dcda35f35050 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/quotas/735abe65a4cc4498b343dcc29db5caa9 HTTP/1.1" status: 200 len: 375 time: 0.0101740 Jun 29 13:43:18.950666 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-0cbc04f3-70cf-4972-84a0-dbe5bfe59992 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737958 Jun 29 13:43:19.096504 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce087a0-52e1-41ac-b66e-e9da2dd63833 req-90788b29-f3fe-475a-8be0-67a87c261077 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:19.098011 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2ce087a0-52e1-41ac-b66e-e9da2dd63833 req-90788b29-f3fe-475a-8be0-67a87c261077 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0868125 Jun 29 13:43:19.130513 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-2d53744f-8cb8-4ec2-9e1a-3269c717dcf7 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695690 Jun 29 13:43:19.152539 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2ce087a0-52e1-41ac-b66e-e9da2dd63833 req-8f9ce0bd-5ba8-44da-8383-b763946f238e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465014 Jun 29 13:43:19.256388 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-50a93996-4597-4793-ac10-46657faff116 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140862 Jun 29 13:43:19.470574 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a5387a1d-6fac-44eb-ba34-7e59983a5eb9 req-20e38619-1de0-4e28-b91b-3c7d4a64841f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 210 time: 0.0416243 Jun 29 13:43:19.753422 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-7878a5da-1e19-43f4-a81e-63cb4d8b83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:19.756478 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-7878a5da-1e19-43f4-a81e-63cb4d8b83fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290&tenant_id=ef0e00239717455b9fa0b7c944bc3257 HTTP/1.1" status: 200 len: 1098 time: 0.0744841 Jun 29 13:43:19.841753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-e8b8d199-de79-4924-a115-ea427c3aa2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:19.843521 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-e8b8d199-de79-4924-a115-ea427c3aa2cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0597527 Jun 29 13:43:19.868463 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:43:19.964253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:19.985001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-bc7baef6-b81a-4762-bc11-30f5aae90e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:19.986858 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-bc7baef6-b81a-4762-bc11-30f5aae90e62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.1333885 Jun 29 13:43:19.995882 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:19.998412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60a4faf-b20e-47e8-88f5-a8321711070c" -d '{"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:20.016956 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:20.024171 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:20.027939 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:20.076614 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8caf69-ef28-42d8-bbc4-39f70616effc x-openstack-request-id: req-ef8caf69-ef28-42d8-bbc4-39f70616effc {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:20.076921 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:20.077260 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef8caf69-ef28-42d8-bbc4-39f70616effc {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:20.078865 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'code': 200} Jun 29 13:43:20.097993 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=6']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:20.104435 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:20.123579 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-1139088d-bb18-471b-a3c3-1594340b314a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 1001 time: 0.1207204 Jun 29 13:43:20.208667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-e939d82c-73e0-4ed5-a40b-99a658a873f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:20.210848 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-e939d82c-73e0-4ed5-a40b-99a658a873f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0674250 Jun 29 13:43:20.299877 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-baaafcf2-930d-4f8f-8a5b-ec3e8d3e7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:20.301593 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-baaafcf2-930d-4f8f-8a5b-ec3e8d3e7d48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811846 Jun 29 13:43:20.423892 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43c54-862c-46ba-8ace-843c3af91bb2 req-04fda634-17c4-46d4-bdbe-71947fa59a5b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:20.425838 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f2b43c54-862c-46ba-8ace-843c3af91bb2 req-04fda634-17c4-46d4-bdbe-71947fa59a5b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.1103177 Jun 29 13:43:20.440738 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-81a1a3fc-c78e-4c62-ab0f-e0ecea6d908f service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299992 Jun 29 13:43:20.481192 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f2b43c54-862c-46ba-8ace-843c3af91bb2 req-ed2976c3-fb57-4796-801a-e222618d764f tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483944 Jun 29 13:43:20.584392 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-9b7ea2bf-ed89-4803-b343-3e51eb4043e6 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277263 Jun 29 13:43:20.797931 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ddfda363-7882-4e27-87b3-c148dbefd6ed req-3a4645bc-c0d0-4da7-8727-f3eae8e226b7 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 210 time: 0.1122749 Jun 29 13:43:20.869238 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-49f696c8-d2b4-4e84-b2e3-96d76f6f4977 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:20.870833 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-49f696c8-d2b4-4e84-b2e3-96d76f6f4977 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.2006431 Jun 29 13:43:20.896588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Request body: {'port': {'device_id': '1b9d5327-7876-4971-9524-fa927a823959', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'admin_state_up': True, 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:21.069197 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:43:21.073086 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.256040 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Allocated IP 172.20.0.12 (8946dd5f-804f-4922-84ac-f1d78377101d/a616379b-87da-4cb6-936d-f1b26b079892/91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:43:21.257862 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-6ee67e1a-f01d-40e8-b2ac-db14f9bbdaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.430428 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.476027 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.484180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-706508b3-079e-4834-9ba5-40f3e0a3d59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:21.493999 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e', 'a89318b0-3375-4bc4-88a0-cf66b2d52f27'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:21.500787 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.570378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Network 8946dd5f-804f-4922-84ac-f1d78377101d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:43:21.576988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:43:21.584654 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:43:21.631439 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event updated for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:21.639417 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:21.674673 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:21.675651 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.691237 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009300 Jun 29 13:43:21.703843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Request body: {'port': {'device_id': '1b9d5327-7876-4971-9524-fa927a823959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:21.785190 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ae8b7-57e0-47fb-860e-b5666aac513d req-54343852-f89c-4fd7-81e5-24f5163f3a49 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:21.786920 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb3ae8b7-57e0-47fb-860e-b5666aac513d req-54343852-f89c-4fd7-81e5-24f5163f3a49 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0917006 Jun 29 13:43:21.812862 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:21.864714 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eb3ae8b7-57e0-47fb-860e-b5666aac513d req-e0daf914-e6ac-45d6-9f72-28449de4d7a5 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718524 Jun 29 13:43:22.129068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58813f-3451-4ec3-9240-5bda9ef3f9de req-53e17029-f8d2-40bd-a396-4bc05018ef0e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:22.130779 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d58813f-3451-4ec3-9240-5bda9ef3f9de req-53e17029-f8d2-40bd-a396-4bc05018ef0e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 932 time: 0.1505613 Jun 29 13:43:22.215210 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-9d58813f-3451-4ec3-9240-5bda9ef3f9de req-78a39718-3e53-4728-8024-9e2dea43889a tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724218 Jun 29 13:43:22.217295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:22.226951 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.243898 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Transition to ACTIVE for port object 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:43:22.250920 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.253474 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:22.313052 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Pushing event updated for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:22.321063 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:22.418272 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Attempting to bind port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:43:22.418549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Attempting to bind port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:43:22.418811 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Attempting to bind port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:22.423687 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 on network 8946dd5f-804f-4922-84ac-f1d78377101d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:43:22.424079 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Attempting to bind port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:22.429259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:43:22.429607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Checking segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:43:22.429969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Bound using segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:43:22.430492 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Bound port: 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:43:22.430852 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.518127 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:43:22.521481 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:43:22.527330 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.529862 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:22.577372 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:22.577885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.579538 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] 10.222.0.61 "PUT /v2.0/ports/91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 HTTP/1.1" status: 200 len: 1094 time: 0.8803313 Jun 29 13:43:22.582312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:22.585622 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307afca-a7c4-4e4d-ac19-0662739803fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:22.618980 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Pushing event updated for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:22.622500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:22.672615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37840afc-22a9-4c4e-a30d-d0265fbf6907 x-openstack-request-id: req-37840afc-22a9-4c4e-a30d-d0265fbf6907 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:22.672836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:22.673138 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37840afc-22a9-4c4e-a30d-d0265fbf6907 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:22.673576 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2', 'status': 'completed', 'code': 200} Jun 29 13:43:22.713140 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-6b1c157c-9808-4f35-b01b-f4e4c634a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:22.715107 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-6b1c157c-9808-4f35-b01b-f4e4c634a008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 1097 time: 0.0753312 Jun 29 13:43:22.715297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:22.788953 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-e7e9dfa7-614e-4adc-9ec4-71e2d8a2832b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 HTTP/1.1" status: 200 len: 217 time: 0.0656819 Jun 29 13:43:22.852882 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-88e01dc6-055c-49e5-a461-b16b398e1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:22.854437 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-88e01dc6-055c-49e5-a461-b16b398e1693 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0561900 Jun 29 13:43:22.891627 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-c2c451a2-1694-4d36-8cde-0d800864499f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269537 Jun 29 13:43:23.007115 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-55ca2420-0986-43e7-86bc-8296720abc68 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089902 Jun 29 13:43:23.448895 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1f91-0b93-4e8b-909a-c3798e5d0a06 req-5cf87eff-ccff-4bf0-831d-86044ea9620e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:23.451089 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-75be1f91-0b93-4e8b-909a-c3798e5d0a06 req-5cf87eff-ccff-4bf0-831d-86044ea9620e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 944 time: 0.1049063 Jun 29 13:43:23.474144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f7063-5026-41ac-b70d-77fb65b6edc3 req-cc8d187a-c1c5-4c3a-b82a-2f13ce32c200 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:23.474144 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-446f7063-5026-41ac-b70d-77fb65b6edc3 req-cc8d187a-c1c5-4c3a-b82a-2f13ce32c200 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.4862716 Jun 29 13:43:23.475361 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-15b5b66f-15f2-4c6c-adf4-d858c9a94e1d req-88b91fa4-43f1-448a-838d-b4147096532e service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217563 Jun 29 13:43:23.509617 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-75be1f91-0b93-4e8b-909a-c3798e5d0a06 req-0f2026c5-56e3-45c4-817d-c2a28f294db5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Jun 29 13:43:23.535193 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-446f7063-5026-41ac-b70d-77fb65b6edc3 req-af27d71a-260e-4eff-a66f-fb2d2352a39e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482740 Jun 29 13:43:23.613788 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-a5f93290-1ee4-49c6-b1b9-c1aa38dde3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:23.615362 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-a5f93290-1ee4-49c6-b1b9-c1aa38dde3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 1097 time: 0.0650737 Jun 29 13:43:23.727340 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-b5361ead-7d10-4094-9d70-fc31258d31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:23.728919 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-b5361ead-7d10-4094-9d70-fc31258d31f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 915 time: 0.1012883 Jun 29 13:43:23.780010 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-fda322a8-d70a-4717-8b63-ec82cc2a987f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 HTTP/1.1" status: 200 len: 217 time: 0.0417104 Jun 29 13:43:23.838410 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-6aabff11-32a0-401f-99fb-6830b33f98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:23.839961 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-6aabff11-32a0-401f-99fb-6830b33f98ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0498803 Jun 29 13:43:23.880122 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-132931cf-c223-4c83-933e-c0b985d6c564 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287213 Jun 29 13:43:24.003338 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-95b9fdf8-06c1-449d-9acf-c8fbde2b65d7 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150577 Jun 29 13:43:24.105885 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b307afca-a7c4-4e4d-ac19-0662739803fa req-cc4aa698-32f5-4de7-902d-8a1d90ce79e1 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955060 Jun 29 13:43:24.133017 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:24.725737 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cf9d3-1d15-4bfb-ab5a-aa1a9ecf5170 req-385af90c-67e7-4adf-85ab-677f5175ffd5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:24.727345 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ed8cf9d3-1d15-4bfb-ab5a-aa1a9ecf5170 req-385af90c-67e7-4adf-85ab-677f5175ffd5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 944 time: 0.0853369 Jun 29 13:43:24.753075 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dfe53-adc5-4f32-994d-6c37c6feb519 req-af329672-f769-4462-8b2a-32aed7046601 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:24.754689 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0c1dfe53-adc5-4f32-994d-6c37c6feb519 req-af329672-f769-4462-8b2a-32aed7046601 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0849266 Jun 29 13:43:24.773119 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ed8cf9d3-1d15-4bfb-ab5a-aa1a9ecf5170 req-9aec6796-0bdd-4dd0-941f-6ff7fd4441b0 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343015 Jun 29 13:43:24.798591 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-0c1dfe53-adc5-4f32-994d-6c37c6feb519 req-1a4073fe-105a-46c6-9f91-24fecc4769b0 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Jun 29 13:43:25.889299 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:43:25.965182 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef383c1-d5e7-47c1-8462-71f1aacb9e02 req-035285b3-6c76-48e6-af33-92e5c536b4fe tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:25.967029 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bef383c1-d5e7-47c1-8462-71f1aacb9e02 req-035285b3-6c76-48e6-af33-92e5c536b4fe tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 944 time: 0.0758307 Jun 29 13:43:26.000922 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8ba55-8c38-475e-ac31-702df1f94bfb req-798be71f-2ca0-4b44-9d04-7d05345def9b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:26.003544 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-57a8ba55-8c38-475e-ac31-702df1f94bfb req-798be71f-2ca0-4b44-9d04-7d05345def9b tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0767791 Jun 29 13:43:26.032477 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bef383c1-d5e7-47c1-8462-71f1aacb9e02 req-3d62e057-ea1b-4781-9b63-75f2088f3912 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Jun 29 13:43:26.035806 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:26.049785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'port_id': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2', 'mac_address': 'fa:16:3e:56:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a616379b-87da-4cb6-936d-f1b26b079892', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:43:26.052672 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-57a8ba55-8c38-475e-ac31-702df1f94bfb req-5147fbb8-0646-4fdd-8de2-d47777d8f84a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Jun 29 13:43:26.100038 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:26.115244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:26.140829 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:26.146202 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:26.148062 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-cf5589b9-b0cd-4872-8d04-3fef17bc3594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:26.203375 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:26.207148 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:26.417441 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:27.111191 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efe58-088f-4018-816e-ec44dc770e01 req-6ef60143-9f2c-46fb-89de-f48ce0aef54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:27.112738 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-909efe58-088f-4018-816e-ec44dc770e01 req-6ef60143-9f2c-46fb-89de-f48ce0aef54e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1096 time: 0.0723395 Jun 29 13:43:27.151781 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-909efe58-088f-4018-816e-ec44dc770e01 req-103f2743-9463-4d5a-b3f7-52eec1de3145 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Jun 29 13:43:27.237296 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071fbf-3371-49cf-b346-01693d1c6d70 req-18e13940-446f-41f5-8ce9-da221ea41adb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:27.238963 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3d071fbf-3371-49cf-b346-01693d1c6d70 req-18e13940-446f-41f5-8ce9-da221ea41adb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 945 time: 0.0807915 Jun 29 13:43:27.286897 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3d071fbf-3371-49cf-b346-01693d1c6d70 req-9f654d7d-acdb-429f-854c-d5f98b1f7b07 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Jun 29 13:43:27.296858 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aabbe2-5231-45c4-8040-3d20242fe098 req-42a00254-449f-4eb6-831a-1fecd5324f38 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:27.298475 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99aabbe2-5231-45c4-8040-3d20242fe098 req-42a00254-449f-4eb6-831a-1fecd5324f38 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0723636 Jun 29 13:43:27.345650 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-99aabbe2-5231-45c4-8040-3d20242fe098 req-5a839f87-306c-4dc1-a817-a26f4917e92a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Jun 29 13:43:27.922232 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:43:27.978153 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:43:27.982419 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:43:27.982835 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:28.088509 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:28.116851 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:28.119327 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08283133-5e5e-494c-90f1-1f4b70fa8651" -d '{"events": [{"server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "name": "network-vif-plugged", "status": "completed", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:28.141852 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:28.148224 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:28.151487 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:28.178727 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2c61a-30be-4e35-8bdf-3ed90fa489cc x-openstack-request-id: req-c1c2c61a-30be-4e35-8bdf-3ed90fa489cc {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:28.178951 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "name": "network-vif-plugged", "status": "completed", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:28.179244 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1c2c61a-30be-4e35-8bdf-3ed90fa489cc {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:28.179647 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2', 'code': 200} Jun 29 13:43:28.218655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:28.221927 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:28.501645 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f24b8-0b61-4ce8-ae34-3a0ce309e75f req-38f30325-f3d3-46b4-8718-83a3b4053caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:28.504265 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-332f24b8-0b61-4ce8-ae34-3a0ce309e75f req-38f30325-f3d3-46b4-8718-83a3b4053caa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 1099 time: 0.1276464 Jun 29 13:43:28.552083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c69c7a-23c6-4a8a-a094-9facca0c77ff req-efcf4efd-40fe-4cad-8fa4-6404d0211632 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:28.553704 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19c69c7a-23c6-4a8a-a094-9facca0c77ff req-efcf4efd-40fe-4cad-8fa4-6404d0211632 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 943 time: 0.0691447 Jun 29 13:43:28.593665 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-332f24b8-0b61-4ce8-ae34-3a0ce309e75f req-58469041-d7ae-4da7-ba7e-56eec30ebd8c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820642 Jun 29 13:43:28.597057 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-19c69c7a-23c6-4a8a-a094-9facca0c77ff req-f4712cd5-1d12-4c90-b33b-3cbad93d2cd2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364838 Jun 29 13:43:28.626952 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dd931-bd97-4355-b13c-ab8202b21743 req-e62842c8-8c2c-4194-92bf-c623d49189c5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:28.629103 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eb4dd931-bd97-4355-b13c-ab8202b21743 req-e62842c8-8c2c-4194-92bf-c623d49189c5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 946 time: 0.1907675 Jun 29 13:43:28.676053 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eb4dd931-bd97-4355-b13c-ab8202b21743 req-193d4734-427b-4b6d-95b3-2a3cceff50e8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Jun 29 13:43:29.875455 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208165-a8d6-4aad-ab05-7506040380f8 req-58aba86f-29f0-4e2e-84bb-7e410307f35b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:29.877116 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ed208165-a8d6-4aad-ab05-7506040380f8 req-58aba86f-29f0-4e2e-84bb-7e410307f35b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 946 time: 0.0778556 Jun 29 13:43:29.923831 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-ed208165-a8d6-4aad-ab05-7506040380f8 req-d3c24399-2220-4afb-97a0-6cf4401da240 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Jun 29 13:43:29.928672 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:43:30.063338 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:30.076307 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'port_id': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'mac_address': 'fa:16:3e:84:74:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:43:30.126323 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:30.142722 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30e23a-d9ec-499d-8dd0-6398da0adce4 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:30.166365 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:30.174858 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:30.177576 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:30.240655 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=7']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:30.247519 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:33.304487 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['7f30e23a-d9ec-499d-8dd0-6398da0adce4'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:34.972578 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:43:35.040905 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:35.063122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:43:35.063545 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:35.176314 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:35.213106 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:35.217079 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df26add-1f80-4dcd-b261-fa81b88526f1" -d '{"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-plugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:35.240340 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:35.247114 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:35.248658 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:35.287410 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fb49c0-70e8-40ed-87ab-7c5dc5bfcb56 x-openstack-request-id: req-e4fb49c0-70e8-40ed-87ab-7c5dc5bfcb56 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:35.287763 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-plugged", "status": "completed", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:35.287946 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4fb49c0-70e8-40ed-87ab-7c5dc5bfcb56 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:35.288357 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'code': 200} Jun 29 13:43:35.321488 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=8']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:35.325455 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:40.313907 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-58d5d2b3-8b89-4583-96a9-d2e714a7fbe0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568559 Jun 29 13:43:40.453074 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-9d065843-a4bd-4149-8a84-5a68fdaec5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:40.454593 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-9d065843-a4bd-4149-8a84-5a68fdaec5dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0546818 Jun 29 13:43:40.573243 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-6f3baf94-cac6-41e6-aacd-9868dfc67b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:40.574654 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-6f3baf94-cac6-41e6-aacd-9868dfc67b5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.0958328 Jun 29 13:43:40.646528 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-70184073-a991-484c-abfb-3fd11de75269 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 1001 time: 0.0624187 Jun 29 13:43:40.711034 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-8258dc3a-ef10-4edd-bb52-c1694d27a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:40.712553 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-8258dc3a-ef10-4edd-bb52-c1694d27a5d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0510905 Jun 29 13:43:40.805583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-2449a306-e507-4945-be67-fe77680ed268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:40.807168 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-2449a306-e507-4945-be67-fe77680ed268 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844686 Jun 29 13:43:40.919560 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-04f8a857-7a1c-4a9f-8f95-4bd15333ec52 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904388 Jun 29 13:43:41.035046 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e7df86b3-a476-4f3f-bf71-eb360563df2c req-beff1f64-ebaf-4457-a61a-9390efd68f25 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071715 Jun 29 13:43:44.444636 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-e092236f-e139-4f11-822d-b1185a9a52cf tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:44.446242 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-e092236f-e139-4f11-822d-b1185a9a52cf tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1178360 Jun 29 13:43:44.462114 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-92bc2335-5136-4ca4-bf11-b02ae2a2ad9b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/quotas/735abe65a4cc4498b343dcc29db5caa9 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Jun 29 13:43:44.555818 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-edf0eb30-e756-4ee8-bd59-2cc84c801954 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862863 Jun 29 13:43:44.665273 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-c1da77a8-add6-40d6-a7e5-a58b5f021e84 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015413 Jun 29 13:43:44.771801 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-f11ef208-4cef-46de-a475-a3dbaaf67072 service neutron] 10.222.0.21 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993645 Jun 29 13:43:44.988873 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-879fd954-3ea1-45df-b140-746c94f1e5de req-fa0c7c45-7632-4f16-889f-626ae1d78ef8 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 210 time: 0.0409310 Jun 29 13:43:45.921186 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:43:46.097055 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38278) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:43:46.141107 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-640e6525-d26d-4d14-a82c-975489ec8a38 req-c0135aec-c2d8-4cb3-919e-4bf567ab9e00 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 210 time: 0.0304143 Jun 29 13:43:46.211621 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.306351 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.310896 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.315755 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8b132700-eba5-46ac-8107-5f4351166bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:46.353298 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=073b2ecc6c6e4821a57ac4ad78afb0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551489 Jun 29 13:43:46.354330 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c2e291-bdea-4dcf-8bed-0a55a5d0c13a,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:46.356196 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38282) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:43:46.363481 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.364286 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.364286 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.364626 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.364921 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.365277 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.365636 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.365984 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.366367 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.366717 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.367347 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.368349 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:46.372694 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-cd32fcb4-c25e-4788-8b37-0231a5e1512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:46.433402 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.506211 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.573990 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9328c71e-3c9f-48a6-8fbd-a078e99915e2 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:46.575461 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9328c71e-3c9f-48a6-8fbd-a078e99915e2 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 814 time: 0.1515076 Jun 29 13:43:46.596597 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Request body: {'port': {'device_id': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'admin_state_up': True, 'tenant_id': '735abe65a4cc4498b343dcc29db5caa9'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:46.614491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.617021 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.618178 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c2e291-bdea-4dcf-8bed-0a55a5d0c13a HTTP/1.1" status: 204 len: 168 time: 0.2609711 Jun 29 13:43:46.644621 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c278a98c-ab3d-4c9b-b7fe-172726d9bd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:46.658111 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c2e291-bdea-4dcf-8bed-0a55a5d0c13a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:46.662085 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7fb2103f-4d10-4925-aa7f-2568211645f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:46.740815 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Made reservation on behalf of 735abe65a4cc4498b343dcc29db5caa9 for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:43:46.744394 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:46.904116 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Allocated IP 172.20.0.3 (8946dd5f-804f-4922-84ac-f1d78377101d/a616379b-87da-4cb6-936d-f1b26b079892/ac083488-e287-4570-96af-19ab9e53c75b) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:43:47.097059 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.162720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.167599 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5610fbf-e1fb-4783-b908-f87b4e8b0f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:47.179003 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e', 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:47.225250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Network 8946dd5f-804f-4922-84ac-f1d78377101d is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:43:47.230846 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:43:47.237967 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:43:47.249419 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event updated for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:47.294863 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:47.336165 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:47.342214 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.355668 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-485f5059-9741-4cc8-8b30-796bcca96b77 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7643342 Jun 29 13:43:47.368303 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Request body: {'port': {'device_id': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:43:47.405959 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7fb39-95fd-4da9-b0c4-5f261be9787e req-7a084861-8039-4958-94ce-1697f0585a94 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:47.408701 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-37c7fb39-95fd-4da9-b0c4-5f261be9787e req-7a084861-8039-4958-94ce-1697f0585a94 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 931 time: 0.1257129 Jun 29 13:43:47.460163 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.469889 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-37c7fb39-95fd-4da9-b0c4-5f261be9787e req-6488fd48-4e42-4ce7-a4f8-2757d3816814 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Jun 29 13:43:47.746312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac083488-e287-4570-96af-19ab9e53c75b {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:47.754705 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.766771 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Transition to ACTIVE for port object ac083488-e287-4570-96af-19ab9e53c75b will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:43:47.770834 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.772982 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fb521856-d43a-47d8-af47-cb3539e3908d tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:47.824613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Pushing event updated for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:47.843206 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:47.893294 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Attempting to bind port ac083488-e287-4570-96af-19ab9e53c75b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:43:47.893627 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Attempting to bind port ac083488-e287-4570-96af-19ab9e53c75b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:43:47.893949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Attempting to bind port ac083488-e287-4570-96af-19ab9e53c75b on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:47.898300 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Port ac083488-e287-4570-96af-19ab9e53c75b on network 8946dd5f-804f-4922-84ac-f1d78377101d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:43:47.898620 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Attempting to bind port ac083488-e287-4570-96af-19ab9e53c75b on network 8946dd5f-804f-4922-84ac-f1d78377101d {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:43:47.903366 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:43:47.903724 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Checking segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:43:47.904084 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Bound using segment: {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:43:47.904503 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Bound port: ac083488-e287-4570-96af-19ab9e53c75b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b03c17-4704-48e6-a0e5-cc8c8921a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:43:47.904853 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.976887 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:43:47.980725 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ac083488-e287-4570-96af-19ab9e53c75b,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:43:47.985956 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:47.989084 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c0330539-048a-4d8a-b599-d6a1fc7d1231 tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:48.022584 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.023398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:48.025134 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] 10.222.0.61 "PUT /v2.0/ports/ac083488-e287-4570-96af-19ab9e53c75b HTTP/1.1" status: 200 len: 1093 time: 0.6614287 Jun 29 13:43:48.028095 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:48.031645 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "tag": "ac083488-e287-4570-96af-19ab9e53c75b"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:48.064736 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Pushing event updated for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:48.069593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:48.077269 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7868e8f0-b870-4131-90f7-1c9301c0550a x-openstack-request-id: req-7868e8f0-b870-4131-90f7-1c9301c0550a {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:48.077511 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "tag": "ac083488-e287-4570-96af-19ab9e53c75b", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:48.077659 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7868e8f0-b870-4131-90f7-1c9301c0550a {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:48.078119 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b', 'status': 'completed', 'code': 200} Jun 29 13:43:48.138525 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-e29ef5d9-47e3-4dfc-9b98-09db4f0230dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.140139 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-e29ef5d9-47e3-4dfc-9b98-09db4f0230dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 1096 time: 0.0586717 Jun 29 13:43:48.185941 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-3ec0f950-0273-426f-bfcf-34a69d8e59c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac083488-e287-4570-96af-19ab9e53c75b HTTP/1.1" status: 200 len: 217 time: 0.0362005 Jun 29 13:43:48.240625 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-c4216d7d-9faa-44a7-aaae-e4732dba166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.242196 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-c4216d7d-9faa-44a7-aaae-e4732dba166a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0496154 Jun 29 13:43:48.278256 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-ff3d4da0-546c-4a9a-881c-3e0de444123c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275087 Jun 29 13:43:48.388649 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-4b8897d8-ae65-4051-9fb8-b0910720dd2a service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040461 Jun 29 13:43:48.499757 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c75d9c20-4fb3-47dd-9521-09239029be0e req-f01bc61f-8172-4cdf-96cd-6962809580c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985518 Jun 29 13:43:48.621514 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-998461a1-152a-4796-9f33-10951f455eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.623073 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-998461a1-152a-4796-9f33-10951f455eab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=735abe65a4cc4498b343dcc29db5caa9&device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 1096 time: 0.0602651 Jun 29 13:43:48.699212 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f839-dd8b-47fa-bdeb-e7a98929b62b req-a41387a2-1dbd-483a-b0b0-fd55b8040d1f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.701014 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8b2f839-dd8b-47fa-bdeb-e7a98929b62b req-a41387a2-1dbd-483a-b0b0-fd55b8040d1f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 943 time: 0.0830379 Jun 29 13:43:48.732853 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-c29f2bf4-cb62-4339-89d1-aba5097ff29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.736127 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-c29f2bf4-cb62-4339-89d1-aba5097ff29e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 200 len: 915 time: 0.1058149 Jun 29 13:43:48.749877 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f8b2f839-dd8b-47fa-bdeb-e7a98929b62b req-8ec6a63b-12f1-40a6-a7ef-80f1ad775077 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Jun 29 13:43:48.783609 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-48c9b501-5865-40e6-8719-dea78319430d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:48.809200 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-dafa71d4-75d4-4a85-83b3-aa5ddea2d0fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac083488-e287-4570-96af-19ab9e53c75b HTTP/1.1" status: 200 len: 217 time: 0.0626979 Jun 29 13:43:48.863704 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-3acb15c7-f668-4d12-bb6f-68ab8e7f6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:48.865298 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-3acb15c7-f668-4d12-bb6f-68ab8e7f6f93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 200 len: 854 time: 0.0480475 Jun 29 13:43:48.904912 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-b61bae3a-aa48-43a6-a279-1fbb139176bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8946dd5f-804f-4922-84ac-f1d78377101d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321953 Jun 29 13:43:49.000560 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-b642bad5-cbf4-4699-9ca5-9b599a332af2 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881965 Jun 29 13:43:49.108699 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7b8c771e-0df7-40c3-bb4b-8b7db5c482f8 req-c55d3c4d-ea02-4839-b5e3-dc2aed11d797 service neutron] 10.222.0.61 "GET /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993831 Jun 29 13:43:49.944350 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c479a77-055d-4bdc-966b-7f203b58e921 req-36da05aa-39d3-442d-b38a-743569ded59b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:49.945932 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3c479a77-055d-4bdc-966b-7f203b58e921 req-36da05aa-39d3-442d-b38a-743569ded59b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 943 time: 0.0688026 Jun 29 13:43:49.987091 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3c479a77-055d-4bdc-966b-7f203b58e921 req-c3fc9ac5-fc3f-4f7d-bf21-c1481c513c0f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353208 Jun 29 13:43:51.015970 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ac083488-e287-4570-96af-19ab9e53c75b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:43:51.173733 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88fbee-5544-47a3-b37f-da3590fab9ca req-2f0587fd-ebba-4ce1-b908-5c5c47def260 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:51.175380 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9c88fbee-5544-47a3-b37f-da3590fab9ca req-2f0587fd-ebba-4ce1-b908-5c5c47def260 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 943 time: 0.0704265 Jun 29 13:43:51.220147 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9c88fbee-5544-47a3-b37f-da3590fab9ca req-1bd54470-9118-4460-b01e-6210586d3b42 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Jun 29 13:43:51.267535 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ac083488-e287-4570-96af-19ab9e53c75b,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:51.270004 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-800c8f1d-d20e-4986-b14c-673f3063ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:51.281465 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': 'ac083488-e287-4570-96af-19ab9e53c75b', 'network_id': '8946dd5f-804f-4922-84ac-f1d78377101d', 'port_id': 'ac083488-e287-4570-96af-19ab9e53c75b', 'mac_address': 'fa:16:3e:68:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a616379b-87da-4cb6-936d-f1b26b079892', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:43:51.323063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:51.337743 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac083488-e287-4570-96af-19ab9e53c75b {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:43:51.360311 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ac083488-e287-4570-96af-19ab9e53c75b,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:51.364312 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:51.367348 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:51.417634 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:51.426288 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.426636 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.426973 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.427309 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.427640 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.427969 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.428295 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.428694 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.429199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.429534 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.429866 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.430206 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:43:51.434815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:51.500671 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:51.673056 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['ac083488-e287-4570-96af-19ab9e53c75b'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:43:52.433506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e25626-01b9-44b3-938d-046c2c906d56 req-bb7fefef-3806-4295-bc3f-1ea7c552d93d tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:52.434944 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24e25626-01b9-44b3-938d-046c2c906d56 req-bb7fefef-3806-4295-bc3f-1ea7c552d93d tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 944 time: 0.0736287 Jun 29 13:43:52.477576 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-24e25626-01b9-44b3-938d-046c2c906d56 req-50573cd1-3865-49d3-b12f-66dab83a01b2 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361216 Jun 29 13:43:52.712883 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:53.030078 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ac083488-e287-4570-96af-19ab9e53c75b up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:43:53.085373 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port ac083488-e287-4570-96af-19ab9e53c75b completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:43:53.089989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port ac083488-e287-4570-96af-19ab9e53c75b triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:43:53.090417 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:53.181868 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:53.205991 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:43:53.208286 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694f53c-b659-4ce4-b5b2-a74fa0ab23bf" -d '{"events": [{"server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "name": "network-vif-plugged", "status": "completed", "tag": "ac083488-e287-4570-96af-19ab9e53c75b"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:43:53.223389 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ac083488-e287-4570-96af-19ab9e53c75b,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:43:53.227416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:53.229450 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-bea1b60c-cec3-4da5-a6f6-688b4998532d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:43:53.252964 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d084561e-e663-45ca-ba60-75048fb39ac5 x-openstack-request-id: req-d084561e-e663-45ca-ba60-75048fb39ac5 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:43:53.253361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "name": "network-vif-plugged", "status": "completed", "tag": "ac083488-e287-4570-96af-19ab9e53c75b", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:43:53.253618 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d084561e-e663-45ca-ba60-75048fb39ac5 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:43:53.254017 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b', 'code': 200} Jun 29 13:43:53.282203 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:43:53.285227 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:43:53.495473 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1133e-eceb-49f9-8f0a-5beb45398cb1 req-8e0f7030-8e18-4c8c-8d46-b42782b0e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:53.497190 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b0f1133e-eceb-49f9-8f0a-5beb45398cb1 req-8e0f7030-8e18-4c8c-8d46-b42782b0e892 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 1098 time: 0.0584466 Jun 29 13:43:53.535604 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b0f1133e-eceb-49f9-8f0a-5beb45398cb1 req-86995c55-8b96-41b9-9b0a-52884bc8ed42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Jun 29 13:43:53.659199 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a0d2e-5182-4791-8aec-769a54ad1ffd req-3e7da5b3-c767-492d-b5ce-786ed32dadac tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:53.660765 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fc7a0d2e-5182-4791-8aec-769a54ad1ffd req-3e7da5b3-c767-492d-b5ce-786ed32dadac tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 945 time: 0.0656013 Jun 29 13:43:53.703228 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fc7a0d2e-5182-4791-8aec-769a54ad1ffd req-030d373e-60ab-4f05-81dc-492c8683455f tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Jun 29 13:43:54.131675 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:43:54.895966 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cfa1c-ef0e-4ca0-bd83-98590545c9f5 req-e3c03488-a62b-474b-a342-597cd1936d8e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:43:54.897719 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6a9cfa1c-ef0e-4ca0-bd83-98590545c9f5 req-e3c03488-a62b-474b-a342-597cd1936d8e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 945 time: 0.0728283 Jun 29 13:43:54.941156 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-6a9cfa1c-ef0e-4ca0-bd83-98590545c9f5 req-4a81abef-eebd-4a7c-a131-fdf3c5d97d73 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Jun 29 13:44:04.981882 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:07.081986 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaef3c9-6e0e-4977-b6b4-4ca310e52066 req-5fbf3c13-214b-4849-b514-ee66b64c99eb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:07.083568 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-beaef3c9-6e0e-4977-b6b4-4ca310e52066 req-5fbf3c13-214b-4849-b514-ee66b64c99eb tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 945 time: 0.0630360 Jun 29 13:44:07.122213 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-beaef3c9-6e0e-4977-b6b4-4ca310e52066 req-884be4d8-2cb7-4cd2-9a41-5058ce16570a tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Jun 29 13:44:08.299003 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca21661-10d7-401e-880e-d42270f0b354 req-eef141a7-ebf7-4138-a022-e3efec7bda4e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:08.300495 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1ca21661-10d7-401e-880e-d42270f0b354 req-eef141a7-ebf7-4138-a022-e3efec7bda4e tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 945 time: 0.0629914 Jun 29 13:44:08.346932 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1ca21661-10d7-401e-880e-d42270f0b354 req-6b9e3e0a-884d-404b-a9ad-85f081c479de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Jun 29 13:44:08.969567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-3067defd-e583-4d80-9e04-24595d457b42 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:08.971353 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-3067defd-e583-4d80-9e04-24595d457b42 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jun 29 13:44:09.095636 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Deleting port ac083488-e287-4570-96af-19ab9e53c75b {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:09.096296 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:09.189724 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] For port ac083488-e287-4570-96af-19ab9e53c75b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ac083488-e287-4570-96af-19ab9e53c75b,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:44:09.190104 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:09.202398 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Calling delete_port for ac083488-e287-4570-96af-19ab9e53c75b owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:09.330393 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:09.334245 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7cd3e1e0-4ed5-4821-9cba-87b676164762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:09.353135 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e', 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:44:09.360150 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event deleted for resources: {'Port': ['ID=ac083488-e287-4570-96af-19ab9e53c75b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:09.396593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.396593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.396940 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.397285 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.397651 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.398005 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.398385 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.398738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.399093 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.399444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.399794 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.400144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:44:09.405800 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:09.428074 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] No DVR routers for this DVR port ac083488-e287-4570-96af-19ab9e53c75b on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:44:09.430868 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:09.434094 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-10b0fc19-0523-481d-b022-8f6160e1a6fc req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "DELETE /v2.0/ports/ac083488-e287-4570-96af-19ab9e53c75b HTTP/1.1" status: 204 len: 173 time: 0.4572945 Jun 29 13:44:09.434916 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'name': 'network-vif-deleted', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:09.445693 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98dc953-09cd-438a-bb33-624a2d10aafd" -d '{"events": [{"server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "name": "network-vif-deleted", "tag": "ac083488-e287-4570-96af-19ab9e53c75b"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:09.513859 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27f2e6-4df1-48b0-aa96-07638eb36d8b x-openstack-request-id: req-8b27f2e6-4df1-48b0-aa96-07638eb36d8b {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:09.514149 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da05d37-6793-4ae2-9c74-de6b2869e71f", "name": "network-vif-deleted", "tag": "ac083488-e287-4570-96af-19ab9e53c75b", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:09.514689 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b27f2e6-4df1-48b0-aa96-07638eb36d8b {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:09.515019 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da05d37-6793-4ae2-9c74-de6b2869e71f', 'name': 'network-vif-deleted', 'tag': 'ac083488-e287-4570-96af-19ab9e53c75b', 'status': 'completed', 'code': 200} Jun 29 13:44:09.525790 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-df5af31f-c583-4c03-8c0e-e814c0fa1b1b req-3008d489-568e-4763-aa8d-674b743553d6 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=5da05d37-6793-4ae2-9c74-de6b2869e71f HTTP/1.1" status: 200 len: 210 time: 0.0393417 Jun 29 13:44:11.159341 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ac083488-e287-4570-96af-19ab9e53c75b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:44:11.185230 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: ac083488-e287-4570-96af-19ab9e53c75b {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:44:11.185484 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device ac083488-e287-4570-96af-19ab9e53c75b not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:44:12.141776 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2690067-6b2f-4f5d-a4ae-d74bc6305793 req-bc6bbc35-e1f1-4791-af21-1add1f286d4c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:12.143281 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a2690067-6b2f-4f5d-a4ae-d74bc6305793 req-bc6bbc35-e1f1-4791-af21-1add1f286d4c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 946 time: 0.0669887 Jun 29 13:44:12.181340 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a2690067-6b2f-4f5d-a4ae-d74bc6305793 req-5592de4a-705f-4670-94ef-c4b059c8fe4a tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jun 29 13:44:13.367825 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc8c1-e02c-4044-bc20-91880566e659 req-32ccde63-771b-4c0a-a4b1-d5e672a00a59 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:13.369319 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eeabc8c1-e02c-4044-bc20-91880566e659 req-32ccde63-771b-4c0a-a4b1-d5e672a00a59 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 946 time: 0.0680280 Jun 29 13:44:13.407850 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-eeabc8c1-e02c-4044-bc20-91880566e659 req-c6e05ef9-455c-4aa7-a654-68b590c38ad9 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jun 29 13:44:13.855035 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-fddb9d6e-d386-4e79-8b37-60365648a05c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:13.856542 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-fddb9d6e-d386-4e79-8b37-60365648a05c tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 946 time: 0.0628474 Jun 29 13:44:13.966202 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Deleting port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:13.966537 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:14.057574 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] For port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:44:14.057931 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:14.071280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Calling delete_port for 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:14.488461 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:14.492419 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f0390d3d-e9f5-4eca-b18a-6c80f60866ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:14.504925 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e', 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:44:14.518847 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event deleted for resources: {'Port': ['ID=91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:14.522072 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:14.594183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] No DVR routers for this DVR port 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:44:14.597611 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bf1032a1-7777-436e-9e71-65c62c539b80 req-8142edc1-5bdf-490f-9fce-33878e51d3c5 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b9d5327-7876-4971-9524-fa927a823959 HTTP/1.1" status: 200 len: 210 time: 0.0522647 Jun 29 13:44:14.598767 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:14.600606 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b95cf4b3-6bae-48e7-8c6b-49f72f9ae1ff req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "DELETE /v2.0/ports/91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 HTTP/1.1" status: 204 len: 173 time: 0.7358336 Jun 29 13:44:14.601130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'name': 'network-vif-deleted', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:14.603471 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dab285-dcdd-4b87-8ec5-3cf5e984a4e4" -d '{"events": [{"server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "name": "network-vif-deleted", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:14.640843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10913dd1-9877-49e1-a2cb-1e546b67f777 x-openstack-request-id: req-10913dd1-9877-49e1-a2cb-1e546b67f777 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:14.641191 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d5327-7876-4971-9524-fa927a823959", "name": "network-vif-deleted", "tag": "91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:14.641529 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10913dd1-9877-49e1-a2cb-1e546b67f777 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:14.641965 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d5327-7876-4971-9524-fa927a823959', 'name': 'network-vif-deleted', 'tag': '91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2', 'status': 'completed', 'code': 200} Jun 29 13:44:16.088243 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c60b8-08d0-4250-9fb3-47bc43fd7a4b req-da82a20d-1126-4299-be97-9db231b9ff71 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:16.089739 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c32c60b8-08d0-4250-9fb3-47bc43fd7a4b req-da82a20d-1126-4299-be97-9db231b9ff71 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0749762 Jun 29 13:44:16.130469 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c32c60b8-08d0-4250-9fb3-47bc43fd7a4b req-c644ad5b-ea29-4412-bf22-f35d7150b4e6 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Jun 29 13:44:17.185854 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:44:17.207812 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:44:17.208163 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 91756e5b-0d8c-4f3a-94fb-6cdcc43e01d2 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:44:17.306646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7382a4-e05e-4f1e-bfba-4ef03e2a0122 req-da1147d7-1c44-4258-9995-cae4856c5266 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:17.308105 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c7382a4-e05e-4f1e-bfba-4ef03e2a0122 req-da1147d7-1c44-4258-9995-cae4856c5266 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0640926 Jun 29 13:44:17.346809 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7c7382a4-e05e-4f1e-bfba-4ef03e2a0122 req-13eb5c3d-8550-4d26-b4a3-088f63ca1477 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Jun 29 13:44:17.599650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-abdf22d5-ebcc-4805-83e3-ccc2ca366bc6 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:17.601490 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-abdf22d5-ebcc-4805-83e3-ccc2ca366bc6 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 945 time: 0.0754111 Jun 29 13:44:17.709301 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Deleting port a89318b0-3375-4bc4-88a0-cf66b2d52f27 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:17.709635 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:17.814271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] For port a89318b0-3375-4bc4-88a0-cf66b2d52f27, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a89318b0-3375-4bc4-88a0-cf66b2d52f27,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:44:17.814633 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:17.827965 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Calling delete_port for a89318b0-3375-4bc4-88a0-cf66b2d52f27 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:17.953204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:17.958041 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1ae70d41-a8fa-4735-8d80-2b29eeb62791 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:17.970702 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['107db5ec-6b15-4f4c-a16e-df2c3945939e', 'a89318b0-3375-4bc4-88a0-cf66b2d52f27'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:44:17.986734 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event deleted for resources: {'Port': ['ID=a89318b0-3375-4bc4-88a0-cf66b2d52f27,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:17.990064 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:18.032295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] No DVR routers for this DVR port a89318b0-3375-4bc4-88a0-cf66b2d52f27 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:44:18.034818 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:18.036843 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b17942c0-33e2-4b6b-b71a-06f601c9bd4e req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "DELETE /v2.0/ports/a89318b0-3375-4bc4-88a0-cf66b2d52f27 HTTP/1.1" status: 204 len: 173 time: 0.4261093 Jun 29 13:44:18.037350 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'name': 'network-vif-deleted', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:18.039681 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf615e-7c98-4b62-a1a5-f2ce37f8443b" -d '{"events": [{"server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "name": "network-vif-deleted", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:18.082050 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4248e274-a3ea-4810-98ae-e99e2b0a68d3 x-openstack-request-id: req-4248e274-a3ea-4810-98ae-e99e2b0a68d3 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:18.082538 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744b616e-319d-48cf-b27d-58c20e434b7e", "name": "network-vif-deleted", "tag": "a89318b0-3375-4bc4-88a0-cf66b2d52f27", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:18.082876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4248e274-a3ea-4810-98ae-e99e2b0a68d3 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:18.083358 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744b616e-319d-48cf-b27d-58c20e434b7e', 'name': 'network-vif-deleted', 'tag': 'a89318b0-3375-4bc4-88a0-cf66b2d52f27', 'status': 'completed', 'code': 200} Jun 29 13:44:18.511823 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f4cf1334-fda3-4314-83ee-f91ddfd5dd13 req-4cd9866e-7a0d-4086-8e85-791afd3f2223 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=744b616e-319d-48cf-b27d-58c20e434b7e HTTP/1.1" status: 200 len: 210 time: 0.0327020 Jun 29 13:44:18.765594 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-525a5dff-cb37-461a-a9bb-f99a6121d0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:21.130100 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1718d-4cb3-4662-a0bd-5b57bf6e1471 req-1c33a7e3-9035-43e6-a858-726e109d7ff3 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:21.131623 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acf1718d-4cb3-4662-a0bd-5b57bf6e1471 req-1c33a7e3-9035-43e6-a858-726e109d7ff3 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jun 29 13:44:21.169894 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acf1718d-4cb3-4662-a0bd-5b57bf6e1471 req-7189b32f-218d-4d2e-8178-4a48ba56e089 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Jun 29 13:44:21.187716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a89318b0-3375-4bc4-88a0-cf66b2d52f27 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:44:21.211427 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: a89318b0-3375-4bc4-88a0-cf66b2d52f27 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:44:21.211786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device a89318b0-3375-4bc4-88a0-cf66b2d52f27 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:44:21.253912 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1fda7541-6172-486e-b5aa-ababeb8fe1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:21.493423 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:22.354744 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866b132-9db6-4d5d-a159-241ea23cc764 req-a835181a-0278-4d51-95a0-ec4dea8352a1 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:22.356290 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a866b132-9db6-4d5d-a159-241ea23cc764 req-a835181a-0278-4d51-95a0-ec4dea8352a1 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 945 time: 0.0677185 Jun 29 13:44:22.396260 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-a866b132-9db6-4d5d-a159-241ea23cc764 req-85616e9f-9382-4d09-b00e-48a176660055 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d2a6699-5a9d-41d1-ab18-33e1e1475730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jun 29 13:44:22.716832 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:22.868482 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb644-b9ec-452e-8136-db9280553c91 req-4ed27957-4a0d-49c2-bb17-7b9e2d4a1e65 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:22.869979 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b98bb644-b9ec-452e-8136-db9280553c91 req-4ed27957-4a0d-49c2-bb17-7b9e2d4a1e65 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 945 time: 0.0668933 Jun 29 13:44:22.919884 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:44:22.989503 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Deleting port 107db5ec-6b15-4f4c-a16e-df2c3945939e {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:22.989734 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:23.095927 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] For port 107db5ec-6b15-4f4c-a16e-df2c3945939e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=107db5ec-6b15-4f4c-a16e-df2c3945939e,segment=NetworkSegment(68b03c17-4704-48e6-a0e5-cc8c8921a9d4),segment_id=68b03c17-4704-48e6-a0e5-cc8c8921a9d4)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:44:23.096292 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:23.112069 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Calling delete_port for 107db5ec-6b15-4f4c-a16e-df2c3945939e owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:23.242634 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:23.246693 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-56f905b5-6284-41e0-aa6a-87592c3e3584 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:23.273467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Pushing event deleted for resources: {'Port': ['ID=107db5ec-6b15-4f4c-a16e-df2c3945939e,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:23.277188 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:23.323563 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] No DVR routers for this DVR port 107db5ec-6b15-4f4c-a16e-df2c3945939e on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:44:23.326180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:23.328154 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-b98bb644-b9ec-452e-8136-db9280553c91 req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.61 "DELETE /v2.0/ports/107db5ec-6b15-4f4c-a16e-df2c3945939e HTTP/1.1" status: 204 len: 173 time: 0.4498699 Jun 29 13:44:23.328694 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'name': 'network-vif-deleted', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:23.331172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e3344-a53e-4598-9fda-2c4a4234184e" -d '{"events": [{"server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "name": "network-vif-deleted", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:23.374389 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649c40d-817f-4f37-a7cd-289351faf48c x-openstack-request-id: req-d649c40d-817f-4f37-a7cd-289351faf48c {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:23.374805 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a510ac-15a1-436b-8a3b-f1aef77e1b88", "name": "network-vif-deleted", "tag": "107db5ec-6b15-4f4c-a16e-df2c3945939e", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:23.375190 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d649c40d-817f-4f37-a7cd-289351faf48c {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:23.375771 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a510ac-15a1-436b-8a3b-f1aef77e1b88', 'name': 'network-vif-deleted', 'tag': '107db5ec-6b15-4f4c-a16e-df2c3945939e', 'status': 'completed', 'code': 200} Jun 29 13:44:23.546435 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e9c17259-6365-4ddb-9b85-1128c3d3b249 req-193de967-af0d-43c3-8c6d-4afe55fee8ff tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a510ac-15a1-436b-8a3b-f1aef77e1b88 HTTP/1.1" status: 200 len: 210 time: 0.0335686 Jun 29 13:44:24.131992 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.649647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38430) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:24.704579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Deleting subnet a616379b-87da-4cb6-936d-f1b26b079892 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:44:24.707919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.745814 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.796474 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.875727 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.878900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0e90b756-d3a8-4923-b7c5-90dfa7f1c7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:24.917721 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a616379b-87da-4cb6-936d-f1b26b079892,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:24.920750 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:24.923376 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a616379b-87da-4cb6-936d-f1b26b079892 HTTP/1.1" status: 204 len: 168 time: 0.2720733 Jun 29 13:44:24.924856 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b315cc4-9846-41c1-bc8b-076e59105fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:24.926379 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38432) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:25.007634 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.090000 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.101758 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8946dd5f-804f-4922-84ac-f1d78377101d']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:25.112262 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b03c17-4704-48e6-a0e5-cc8c8921a9d4') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:25.112576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b03c17-4704-48e6-a0e5-cc8c8921a9d4') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:25.121830 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.136083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.143052 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:44:25.143447 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:44:25.145162 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:44:25.189364 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 107db5ec-6b15-4f4c-a16e-df2c3945939e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:44:25.203242 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.215464 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.217700 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 107db5ec-6b15-4f4c-a16e-df2c3945939e {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:44:25.218083 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 107db5ec-6b15-4f4c-a16e-df2c3945939e not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:44:25.218568 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8946dd5f-804f-4922-84ac-f1d78377101d HTTP/1.1" status: 204 len: 168 time: 0.2911496 Jun 29 13:44:25.219600 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:25.238800 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8946dd5f-804f-4922-84ac-f1d78377101d,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:25.241727 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f24b9d0b-c870-4045-b045-0781acf583e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:25.397064 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38436) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:25.443468 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-d69f430c-70a8-48ef-a91f-f572d2ecb3b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=735abe65a4cc4498b343dcc29db5caa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451450 Jun 29 13:44:25.446677 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38438) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:25.501905 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.524999 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.582258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.586456 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:25.588493 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d2a6699-5a9d-41d1-ab18-33e1e1475730 HTTP/1.1" status: 204 len: 168 time: 0.1406939 Jun 29 13:44:25.589950 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f9626748-4af3-46b5-b13f-fbe789d6d252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:25.598998 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a6699-5a9d-41d1-ab18-33e1e1475730,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:25.601649 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:34.998840 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:48.768599 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-739409dd-5ad9-4f90-b37e-1cc3dd23be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.256874 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c4aeddba-e0e8-448d-aab5-0aa8f8fa20bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.473940 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38658) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:51.495493 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.637507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Deleting port 93c2d16d-acc6-4fb9-a682-2a8413577116 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:51.637855 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.716502 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.716917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.730102 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Calling delete_port for 93c2d16d-acc6-4fb9-a682-2a8413577116 owned by network:floatingip {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:51.911953 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:51.916032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-89cdcf2b-f127-4369-b351-0a9fc9306d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:51.946507 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event deleted for resources: {'Port': ['ID=93c2d16d-acc6-4fb9-a682-2a8413577116,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:51.951957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:52.011470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:52.011980 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Floating IP 01b9ddaf-9914-4a7f-aea1-e8f62ae5953a disassociated (deleted). External IP: 172.27.0.128, port: 7f30e23a-d9ec-499d-8dd0-6398da0adce4. Jun 29 13:44:52.225400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:44:52.339619 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:44:52.349324 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:52.351122 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Sync routers for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:44:52.361506 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:44:52.362383 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:52.393983 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "DELETE /v2.0/floatingips/01b9ddaf-9914-4a7f-aea1-e8f62ae5953a HTTP/1.1" status: 204 len: 168 time: 0.9186106 Jun 29 13:44:52.394692 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:52.397031 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a4b789-f4e5-45bd-a06c-d537ebff7315" -d '{"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:52.442014 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b35a1-b863-4952-999c-7c6101cd435e x-openstack-request-id: req-6f5b35a1-b863-4952-999c-7c6101cd435e {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:52.442375 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:52.442667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f5b35a1-b863-4952-999c-7c6101cd435e {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:52.443103 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'status': 'completed', 'code': 200} Jun 29 13:44:52.486701 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:44:52.734789 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:52.757392 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:52.784579 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Checking router: ac155c3b-8b5f-4661-ade2-a7c60e6b5bba for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:44:52.793295 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:44:52.793929 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:52.806068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb841c-f883-4958-80e2-7b7e2a91c356 req-bf196635-46ad-4642-8841-c1fdb9d5e086 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:52.807650 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eabb841c-f883-4958-80e2-7b7e2a91c356 req-bf196635-46ad-4642-8841-c1fdb9d5e086 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0752633 Jun 29 13:44:52.853082 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eabb841c-f883-4958-80e2-7b7e2a91c356 req-622a596a-31d8-4e9f-ada2-8637bd8165c3 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Jun 29 13:44:52.910998 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:44:53.134295 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:44:53.161822 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952769f-147a-4058-817a-fc687deb60e8 None None] The sync data for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:10Z', 'revision_number': 4, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '8d0e75ba-187e-45a7-9cbb-5dc85e720ee7', 'name': '', 'network_id': '10fd3612-71b4-460e-a199-da24bf294a6f', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'mac_address': 'fa:16:3e:cf:5f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:09Z', 'updated_at': '2021-06-29T13:40:17Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'subnets': [{'id': '49e2036f-eca6-4970-beca-0211c3f1613b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:44:53.385238 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f397363-b43f-4f4f-a44b-3f8c37e16ebe None None] New status for floating IP 01b9ddaf-9914-4a7f-aea1-e8f62ae5953a: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:44:54.032425 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde86ac-0d74-45fa-86c8-32072082e2c0 req-5455ed90-d8b2-4cf2-99c9-ce9685a89d77 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:54.034280 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bdde86ac-0d74-45fa-86c8-32072082e2c0 req-5455ed90-d8b2-4cf2-99c9-ce9685a89d77 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0670285 Jun 29 13:44:54.073985 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bdde86ac-0d74-45fa-86c8-32072082e2c0 req-292693ea-052d-4797-b4d7-9a51fba8297d tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jun 29 13:44:54.133297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:55.264638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93dc35-6e10-4eb2-b9f7-f085464e684a req-1b266567-56a6-4d89-87db-5777085473c2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:55.266120 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bc93dc35-6e10-4eb2-b9f7-f085464e684a req-1b266567-56a6-4d89-87db-5777085473c2 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0663931 Jun 29 13:44:55.305832 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-bc93dc35-6e10-4eb2-b9f7-f085464e684a req-9a4203bf-08ef-4202-b83d-0a9deea16e1e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Jun 29 13:44:55.367939 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-7d80e245-08ea-405d-b656-b8fb7c553909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:55.369367 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-7d80e245-08ea-405d-b656-b8fb7c553909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef0e00239717455b9fa0b7c944bc3257&device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 1098 time: 0.0548060 Jun 29 13:44:55.462874 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-bcd723dd-f1e8-4f3b-8a6f-1f167d14f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:55.464398 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-bcd723dd-f1e8-4f3b-8a6f-1f167d14f46c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 200 len: 909 time: 0.0862098 Jun 29 13:44:55.508613 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-3a55e180-a5b8-474c-a083-ea3b00b19f35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 200 len: 217 time: 0.0366015 Jun 29 13:44:55.562843 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-9715dba0-5eca-411b-b179-bc747d89e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:55.564576 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-9715dba0-5eca-411b-b179-bc747d89e050 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 200 len: 847 time: 0.0465143 Jun 29 13:44:55.628916 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-81484abd-db97-4c24-9c88-7d849beeea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:55.630362 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-81484abd-db97-4c24-9c88-7d849beeea6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10fd3612-71b4-460e-a199-da24bf294a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589228 Jun 29 13:44:55.731529 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-e1a7ef2a-00a3-43ee-a38b-650e4bca04ee service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937314 Jun 29 13:44:55.826356 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-30a4b789-f4e5-45bd-a06c-d537ebff7315 req-69e16c69-743f-4195-86df-d1d5719d7d66 service neutron] 10.222.0.61 "GET /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875738 Jun 29 13:44:56.505267 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1914e-a173-48da-b1df-86cfafbb97ec req-144b1b7e-45bb-4c87-9aa1-c19be86d7a25 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:56.506815 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fdd1914e-a173-48da-b1df-86cfafbb97ec req-144b1b7e-45bb-4c87-9aa1-c19be86d7a25 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0725791 Jun 29 13:44:56.550724 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-fdd1914e-a173-48da-b1df-86cfafbb97ec req-135c5a5a-fde6-4afa-adef-c7ae597d04f8 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/security-groups?id=8464e026-dbbd-4bcf-9c2d-0faa79716c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Jun 29 13:44:57.205988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-11203c61-5ffe-40ce-9345-3588dea3d04e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:44:57.207610 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-11203c61-5ffe-40ce-9345-3588dea3d04e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.61 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 945 time: 0.0677352 Jun 29 13:44:57.317234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Deleting port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:44:57.317576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:57.414615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] For port 7f30e23a-d9ec-499d-8dd0-6398da0adce4, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=7f30e23a-d9ec-499d-8dd0-6398da0adce4,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:44:57.414988 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:57.428015 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Calling delete_port for 7f30e23a-d9ec-499d-8dd0-6398da0adce4 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:44:57.569334 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:57.573293 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b7763bae-164f-489b-a286-7cb97bf49c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:57.603643 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event deleted for resources: {'Port': ['ID=7f30e23a-d9ec-499d-8dd0-6398da0adce4,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:57.607006 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:57.651761 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] No DVR routers for this DVR port 7f30e23a-d9ec-499d-8dd0-6398da0adce4 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:44:57.654615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:57.657079 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a97edb3a-0098-46f4-b7fd-4d2e0e4625e8 req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.61 "DELETE /v2.0/ports/7f30e23a-d9ec-499d-8dd0-6398da0adce4 HTTP/1.1" status: 204 len: 173 time: 0.4410720 Jun 29 13:44:57.657944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-deleted', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:44:57.660034 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d0daab-5c30-4e65-b5e6-43993044e6d1" -d '{"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-deleted", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:44:57.721830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23cd80f-2cdd-41d6-96cf-e4a96a5d752b x-openstack-request-id: req-d23cd80f-2cdd-41d6-96cf-e4a96a5d752b {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:44:57.721830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7260097b-46f8-46e2-95f9-b356fac42290", "name": "network-vif-deleted", "tag": "7f30e23a-d9ec-499d-8dd0-6398da0adce4", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:44:57.721830 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d23cd80f-2cdd-41d6-96cf-e4a96a5d752b {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:44:57.721830 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7260097b-46f8-46e2-95f9-b356fac42290', 'name': 'network-vif-deleted', 'tag': '7f30e23a-d9ec-499d-8dd0-6398da0adce4', 'status': 'completed', 'code': 200} Jun 29 13:44:57.740747 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-510447f9-ff9c-4936-8628-41cffac36fc7 req-81eac496-69d2-4e92-bbaf-dc087712e37a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "GET /v2.0/ports?device_id=7260097b-46f8-46e2-95f9-b356fac42290 HTTP/1.1" status: 200 len: 210 time: 0.0351591 Jun 29 13:44:59.009180 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38738) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:44:59.073209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:59.114319 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:59.179632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:59.182192 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:44:59.183361 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] 10.222.0.21 "DELETE /v2.0/security-groups/8464e026-dbbd-4bcf-9c2d-0faa79716c6a HTTP/1.1" status: 204 len: 168 time: 0.1731355 Jun 29 13:44:59.184305 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-be24bf93-b333-499c-8cbd-f9f51525b48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:44:59.194504 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464e026-dbbd-4bcf-9c2d-0faa79716c6a,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:44:59.196924 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:44:59.918290 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:45:00.258368 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38752) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:00.647839 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:00.899084 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Deleting port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:00.899438 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:00.977506 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] For port 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:00.977869 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:00.990673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Calling delete_port for 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:01.162944 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:01.164928 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-87c8592f-c762-4199-a1a5-e4692425898a tempest-VolumesNegativeTest-1923807734 tempest-VolumesNegativeTest-1923807734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:01.189093 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0e75ba-187e-45a7-9cbb-5dc85e720ee7,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:01.199978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.200362 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.200749 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.201096 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.201456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.201814 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.202270 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.202636 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.202989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.203340 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.203690 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.204074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:01.223226 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:01.363240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:01.373739 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:01.395473 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 7f30e23a-d9ec-499d-8dd0-6398da0adce4 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:01.395842 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 7f30e23a-d9ec-499d-8dd0-6398da0adce4 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:01.585019 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:45:01.697536 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:45:01.702914 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f480fd0f-a32a-4aa2-96ce-2632236193d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac155c3b-8b5f-4661-ade2-a7c60e6b5bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424644 Jun 29 13:45:01.706084 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38768) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:01.709704 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Sync routers for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:45:01.721246 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:45:01.722061 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:01.823041 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:01.844120 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:45:01.942986 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.000173 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Deleting port 7274d852-e3ab-4fad-9ecd-e794004c5353 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:02.000516 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.043148 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:45:01Z', 'revision_number': 5, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port': {'id': '7274d852-e3ab-4fad-9ecd-e794004c5353', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:02.070860 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Checking router: ac155c3b-8b5f-4661-ade2-a7c60e6b5bba for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:45:02.081213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Routers {'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:45:02.082733 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:02.180003 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] Set router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba gateway port host: None {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:45:02.247815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:45:01Z', 'revision_number': 6, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:02.293399 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa448a9-a403-4b2f-9974-e5c77d535537 None None] The sync data for ids ['ac155c3b-8b5f-4661-ade2-a7c60e6b5bba'] in dv-cinder-797608-3-iscsi is: [{'id': 'ac155c3b-8b5f-4661-ade2-a7c60e6b5bba', 'name': 'tempest-TestShelveInstance-862294836-router', 'tenant_id': 'ef0e00239717455b9fa0b7c944bc3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:07Z', 'updated_at': '2021-06-29T13:45:01Z', 'revision_number': 6, 'project_id': 'ef0e00239717455b9fa0b7c944bc3257', 'gw_port_host': None}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:45:02.370846 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] For port 7274d852-e3ab-4fad-9ecd-e794004c5353, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7274d852-e3ab-4fad-9ecd-e794004c5353,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:02.371436 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.392946 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Calling delete_port for 7274d852-e3ab-4fad-9ecd-e794004c5353 owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:02.568901 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.571104 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7bc0386d-065e-415e-869a-ecced14f9bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:02.598217 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7274d852-e3ab-4fad-9ecd-e794004c5353,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:02.601913 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:02.663129 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.764166 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.766469 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.808401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.808961 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac155c3b-8b5f-4661-ade2-a7c60e6b5bba {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:45:02.813551 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.814763 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac155c3b-8b5f-4661-ade2-a7c60e6b5bba HTTP/1.1" status: 204 len: 168 time: 1.1074300 Jun 29 13:45:02.817352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38772) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:02.860695 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Deleting subnet 49e2036f-eca6-4970-beca-0211c3f1613b {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:45:02.863943 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.896376 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:02.982194 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.036561 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.039800 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fef7436a-f7f2-4f04-bf71-ae9332c538ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:03.068408 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.070312 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49e2036f-eca6-4970-beca-0211c3f1613b HTTP/1.1" status: 204 len: 168 time: 0.2520168 Jun 29 13:45:03.072530 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e2036f-eca6-4970-beca-0211c3f1613b,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:03.073393 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb736836-c88d-4834-a34e-5fa96be0206e None None] Network 10fd3612-71b4-460e-a199-da24bf294a6f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:03.073885 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38776) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:03.076175 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0587ed32-feb4-4295-a961-78fdfe7cddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:03.147359 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.207443 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Deleting port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:03.207825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.273999 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] For port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,segment=NetworkSegment(12a35a98-3d01-4597-875f-b678d11f2ca0),segment_id=12a35a98-3d01-4597-875f-b678d11f2ca0)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:03.274396 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.289314 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Calling delete_port for 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:03.380591 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.383217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e07a212c-60ad-43d2-b19f-fbd00f62af40 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:03.410972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] No DVR routers for this DVR port 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:45:03.413326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Pushing event deleted for resources: {'Port': ['ID=64e77cd7-101a-4e72-b4c7-0a7b912f19e0,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:03.416683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:03.443795 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740c0ba-e8c2-4e66-a781-189d7a24ce68 None None] DHCP port deletion for 10fd3612-71b4-460e-a199-da24bf294a6f request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:45:03.493203 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.504791 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fd3612-71b4-460e-a199-da24bf294a6f']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:03.514955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a35a98-3d01-4597-875f-b678d11f2ca0') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:03.515279 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a35a98-3d01-4597-875f-b678d11f2ca0') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:03.525266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.538778 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.544841 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:45:03.545239 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:45:03.546996 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:45:03.609677 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.614217 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5f194d96-0e56-4ca7-8af3-affa42427b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:03.618426 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:03.620252 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/10fd3612-71b4-460e-a199-da24bf294a6f HTTP/1.1" status: 204 len: 168 time: 0.5457566 Jun 29 13:45:03.623802 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38778) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:03.644022 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Pushing event deleted for resources: {'Network': ['ID=10fd3612-71b4-460e-a199-da24bf294a6f,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:03.646496 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:04.004006 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:04.250154 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:04.261143 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Deleting port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:04.261501 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:04.269945 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:04.270331 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 64e77cd7-101a-4e72-b4c7-0a7b912f19e0 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:04.270754 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:04.289434 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:04.289784 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8d0e75ba-187e-45a7-9cbb-5dc85e720ee7 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:04.290226 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7274d852-e3ab-4fad-9ecd-e794004c5353 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:04.309764 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 7274d852-e3ab-4fad-9ecd-e794004c5353 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:04.310134 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7274d852-e3ab-4fad-9ecd-e794004c5353 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:04.340365 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] For port 8f47dd86-aa9c-4ade-ae0f-e422a5239a75, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:04.340728 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:04.358343 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Calling delete_port for 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:04.542266 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:04.544334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e02c159b-e5f8-4dfc-afb5-b7da44342e4f tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:04.572976 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f47dd86-aa9c-4ade-ae0f-e422a5239a75,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:04.575520 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:04.805901 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.014701 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.040629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:45:05.155580 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:45:05.163341 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c09030b-dbb0-4da6-8e2c-2c38191b5f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381300 Jun 29 13:45:05.165238 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Sync routers for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:45:05.165758 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38784) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:05.174994 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:45:05.175703 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:05.269183 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.277056 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:45:05.369342 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.421242 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Deleting port f1105591-d0ad-4756-b797-d6ab121c4acd {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:05.421486 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.450713 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:45:04Z', 'revision_number': 5, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port': {'id': 'f1105591-d0ad-4756-b797-d6ab121c4acd', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:cf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:40:13Z', 'updated_at': '2021-06-29T13:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:05.502524 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] For port f1105591-d0ad-4756-b797-d6ab121c4acd, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=f1105591-d0ad-4756-b797-d6ab121c4acd,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:05.502893 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.515994 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Calling delete_port for f1105591-d0ad-4756-b797-d6ab121c4acd owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:05.563063 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Checking router: 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:45:05.571750 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Routers {'8c09030b-dbb0-4da6-8e2c-2c38191b5f03'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:45:05.572357 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:44:51Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:05.654822 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] Set router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:45:05.687311 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:05.689734 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-aecb2698-819f-433c-b3b3-8354bcb0ef3e tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:05.704340 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:45:05Z', 'revision_number': 6, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:05.714950 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1105591-d0ad-4756-b797-d6ab121c4acd,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:05.718646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:05.733448 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946df2c0-3e2e-4cfc-be15-2fb93ff46832 None None] The sync data for ids ['8c09030b-dbb0-4da6-8e2c-2c38191b5f03'] in dv-cinder-797608-3-iscsi is: [{'id': '8c09030b-dbb0-4da6-8e2c-2c38191b5f03', 'name': 'tempest-TestShelveInstance-1397343117-router', 'tenant_id': '3155b623d54e48d5b7a210fc635c837e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:40:12Z', 'updated_at': '2021-06-29T13:45:05Z', 'revision_number': 6, 'project_id': '3155b623d54e48d5b7a210fc635c837e', 'gw_port_host': None}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:45:05.785831 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.153896 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.156352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.202202 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.202734 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c09030b-dbb0-4da6-8e2c-2c38191b5f03 {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:45:06.207175 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.208497 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c09030b-dbb0-4da6-8e2c-2c38191b5f03 HTTP/1.1" status: 204 len: 168 time: 1.0416601 Jun 29 13:45:06.211145 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38800) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:06.407298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Deleting subnet e931dc1e-4b41-4baa-a0e3-286ef8a9b47b {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:45:06.410320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.447605 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.535383 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.552556 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:06.576177 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:06.576535 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 8f47dd86-aa9c-4ade-ae0f-e422a5239a75 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:06.576979 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f1105591-d0ad-4756-b797-d6ab121c4acd no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:06.592234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.595378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:06.597208 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: f1105591-d0ad-4756-b797-d6ab121c4acd {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:06.597574 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device f1105591-d0ad-4756-b797-d6ab121c4acd not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:06.624564 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e931dc1e-4b41-4baa-a0e3-286ef8a9b47b,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:06.628106 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:06.629099 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.631264 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e931dc1e-4b41-4baa-a0e3-286ef8a9b47b HTTP/1.1" status: 204 len: 168 time: 0.4186978 Jun 29 13:45:06.633460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38810) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:06.635523 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b223c8-889d-4a31-8ca2-118190aa8ae1 None None] Network a256a612-6db4-4e68-8422-0ced5cd8a639 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:06.700369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.756746 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Deleting port fb1fb376-2e93-4865-9a09-cd1895e387ab {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:06.757448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.833108 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] DHCP port deletion for a256a612-6db4-4e68-8422-0ced5cd8a639 request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:45:06.882064 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Deleting port fb1fb376-2e93-4865-9a09-cd1895e387ab {{(pid=93161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:45:06.882486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.950007 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] For port fb1fb376-2e93-4865-9a09-cd1895e387ab, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=fb1fb376-2e93-4865-9a09-cd1895e387ab,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:06.950532 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:06.972284 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Calling delete_port for fb1fb376-2e93-4865-9a09-cd1895e387ab owned by network:dhcp {{(pid=93161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:07.056511 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887'] for port, after_delete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.058555 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:07.083850 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Pushing event deleted for resources: {'Port': ['ID=fb1fb376-2e93-4865-9a09-cd1895e387ab,revision_number=None']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:07.088952 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] No DVR routers for this DVR port fb1fb376-2e93-4865-9a09-cd1895e387ab on host dv-cinder-797608-3-iscsi {{(pid=93161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.098959 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.099683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.099683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.099683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.100092 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.100303 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.100639 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:07.104065 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-72d74b30-533e-4f74-8465-569b73d3019d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:07.122803 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] For port fb1fb376-2e93-4865-9a09-cd1895e387ab, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=fb1fb376-2e93-4865-9a09-cd1895e387ab,segment=NetworkSegment(14f419a9-20e3-4534-a87e-7771183e5222),segment_id=14f419a9-20e3-4534-a87e-7771183e5222)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:45:07.123174 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.135973 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Calling delete_port for fb1fb376-2e93-4865-9a09-cd1895e387ab owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:45:07.221792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.221792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c9e90fae-aa42-432f-9590-d818ba81c30d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:07.246838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1fb376-2e93-4865-9a09-cd1895e387ab,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:07.249379 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:07.252731 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] No DVR routers for this DVR port fb1fb376-2e93-4865-9a09-cd1895e387ab on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:45:07.324209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.336313 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a256a612-6db4-4e68-8422-0ced5cd8a639']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:07.349103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f419a9-20e3-4534-a87e-7771183e5222') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:07.361580 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f419a9-20e3-4534-a87e-7771183e5222') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:45:07.365526 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.381708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.392154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:45:07.392648 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self.session.flush() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:45:07.395659 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:45:07.456994 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.461029 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-6791676d-3517-4ae4-b10e-f623ba3b6c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:07.463776 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.465887 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a256a612-6db4-4e68-8422-0ced5cd8a639 HTTP/1.1" status: 204 len: 168 time: 0.8313437 Jun 29 13:45:07.477819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Pushing event deleted for resources: {'Network': ['ID=a256a612-6db4-4e68-8422-0ced5cd8a639,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:07.480552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:07.618729 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38830) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:07.665065 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-aa7ba6a6-4fba-4bbd-9a04-0281664b4d17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef0e00239717455b9fa0b7c944bc3257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447931 Jun 29 13:45:07.667546 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38834) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:07.721026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.745836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.802175 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.804825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:07.806047 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4891cc81-ca78-40b4-b15e-355d1ed85fd5 HTTP/1.1" status: 204 len: 168 time: 0.1374431 Jun 29 13:45:07.806949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-45ae197d-2668-4687-ba68-c899c93dbada tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:07.815841 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4891cc81-ca78-40b4-b15e-355d1ed85fd5,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:07.818652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:08.169820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38840) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:08.230731 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-1d0fc4e3-86c2-4b70-9a90-2a1ac0cbfeaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3155b623d54e48d5b7a210fc635c837e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596104 Jun 29 13:45:08.233186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38842) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:08.263294 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device fb1fb376-2e93-4865-9a09-cd1895e387ab no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:45:08.285829 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:08.296804 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: fb1fb376-2e93-4865-9a09-cd1895e387ab {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:45:08.297386 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device fb1fb376-2e93-4865-9a09-cd1895e387ab not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:45:08.309635 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:08.362770 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:08.365304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:08.366479 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/498e895b-7c4e-494b-9820-49068f87c0ff HTTP/1.1" status: 204 len: 168 time: 0.1320012 Jun 29 13:45:08.367257 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b724be90-9a40-4ae3-9005-ef9499766610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:08.375138 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498e895b-7c4e-494b-9820-49068f87c0ff,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:08.377673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e1de54a6-28a9-44f5-8db6-37e1c7613151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:09.259271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38876) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:09.365698 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.459356 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.463619 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.466324 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b5389a26-cda9-4ee3-bb89-2f219ff0dd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:09.510586 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b255efa673f4e50b74736dbf4157f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502153 Jun 29 13:45:09.511593 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536628c5-c270-48dc-b617-e703291623f0,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:09.513354 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 38880) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:09.520153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.520543 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.520922 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.521293 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.521670 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.522057 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.522423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.522787 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.523153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.523511 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.523870 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.524226 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:45:09.528133 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5a643208-00ca-415a-af45-bb1d4744c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:09.561847 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.583240 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.630298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.632918 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.634127 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/536628c5-c270-48dc-b617-e703291623f0 HTTP/1.1" status: 204 len: 168 time: 0.1197562 Jun 29 13:45:09.634990 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5864b921-ff5d-4614-a641-e55a81133730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:09.642964 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536628c5-c270-48dc-b617-e703291623f0,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:09.645345 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:09.888606 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38886) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:09.902332 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.986208 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.989621 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:09.991975 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1c4a9c88-7ae6-4e48-9bde-fdf9dd81ef1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:10.025250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73aa2d-5878-4efa-be67-25ad727d4f03,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:10.029407 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a00b334a6a9d4515b8b38af7d6b094d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398041 Jun 29 13:45:10.030377 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:10.032702 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 38888) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:10.083099 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:10.104578 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:10.149942 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:10.152481 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:10.153601 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff73aa2d-5878-4efa-be67-25ad727d4f03 HTTP/1.1" status: 204 len: 168 time: 0.1201410 Jun 29 13:45:10.154400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bfdbdde0-df55-48ed-9885-58524a4c98e6 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:10.162090 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73aa2d-5878-4efa-be67-25ad727d4f03,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:10.164437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-94ba4397-2998-4565-be95-7aaf5c6537f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:18.772044 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9862cd45-e9cf-4614-ae1d-1e9e8ed1c67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:21.265353 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1e23-70e0-4fdd-b7fa-0ad08eee20f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:21.496750 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:22.721867 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:24.136867 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:35.035158 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:36.917311 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:45:42.239875 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39110) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:42.347919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.434258 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.439962 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.442605 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-187c6b8b-c418-4756-b34a-28c782d0870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:42.480465 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed5d71b616ab4f4c8e1a8c60187f06a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392511 Jun 29 13:45:42.481389 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e9c66-b946-4fdc-bdfd-ecd67d76af86,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:42.482970 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39114) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:42.484588 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:42.540992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.565275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.614041 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.616601 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:42.617738 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/147e9c66-b946-4fdc-bdfd-ecd67d76af86 HTTP/1.1" status: 204 len: 168 time: 0.1328909 Jun 29 13:45:42.618517 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:42.625853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e9c66-b946-4fdc-bdfd-ecd67d76af86,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:42.629098 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-f359023f-27cc-4a0c-88e8-f0ca202a376d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:42.924568 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39120) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:42.937815 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.028547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.032186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.036434 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-a03e1cfd-1fd8-4fdb-b3b0-165e07455acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:43.070114 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ef9f900f7664bebb0400cbe5176b829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443117 Jun 29 13:45:43.072078 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625e1547-302a-4c9a-a603-b6815ea1a6d6,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:43.073345 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39122) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:43.075045 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b9855401-bd36-472f-bb67-cdb9968ac3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:43.121775 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.141802 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.191267 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.193805 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:43.194977 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/625e1547-302a-4c9a-a603-b6815ea1a6d6 HTTP/1.1" status: 204 len: 168 time: 0.1205530 Jun 29 13:45:43.195778 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-786b9fa2-b3dc-4b0e-b3c1-2c966e214921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:43.203172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e1547-302a-4c9a-a603-b6815ea1a6d6,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:43.206388 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1531eea0-61cb-4473-8397-5a13e885314f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:48.774725 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-73652566-360d-4a4d-917b-318ea8972180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.117726 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39204) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:49.227124 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.345055 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.351110 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.357445 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0335af01-546a-40fc-8f1f-f57f7d923aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:49.422367 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5983d752106946819168cc8a95464038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030260 Jun 29 13:45:49.424931 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c09e03-b04a-441d-8cd3-5773e9cb6c6e,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:49.425990 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39208) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:49.430247 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:49.479894 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.509507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.559186 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.561905 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:49.563162 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c09e03-b04a-441d-8cd3-5773e9cb6c6e HTTP/1.1" status: 204 len: 168 time: 0.1360252 Jun 29 13:45:49.564065 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1612ab45-436f-468f-902b-fc5d23e030b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:49.572668 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c09e03-b04a-441d-8cd3-5773e9cb6c6e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:49.578086 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-67e3c465-dc1c-4037-95a2-c0011902a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:49.877501 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39214) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:49.891964 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.041122 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.048423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.051187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5db3c316-b83e-40c2-8d3a-73b4f8bb6c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:50.088086 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bb958-805b-4b8b-90cf-96a434611569,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:50.092465 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab060130a78c409f8364997cc4af6836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137189 Jun 29 13:45:50.093473 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-44aabe27-4778-4647-8300-7f4657498125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:50.095065 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39216) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:50.153754 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.175996 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.227910 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.230642 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:50.231818 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a71bb958-805b-4b8b-90cf-96a434611569 HTTP/1.1" status: 204 len: 168 time: 0.1356544 Jun 29 13:45:50.232607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-984e2748-af50-49f4-9eb9-ab175c2c2c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:50.241097 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bb958-805b-4b8b-90cf-96a434611569,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:50.243502 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:51.039576 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39238) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:51.176151 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1594231040-network', 'tenant_id': '16d4d54e2cb0450cbf8d0622e7de6201'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:45:51.201178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Made reservation on behalf of 16d4d54e2cb0450cbf8d0622e7de6201 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:45:51.203753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.217502 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.263309 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-13d0a20e-41a5-490b-80f2-2eb6cf2d508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.352448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.357420 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.363553 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c942e99d-8fc0-4029-8c25-6bac9320f1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:51.391506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:45:51.406699 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63508c-39ed-4127-806c-62c3659754ab,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:51.411244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:51.416045 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.416045 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Added segment b80acf5f-02f0-40cb-8f47-e738ced5d795 of type vlan for network e345a958-a47e-4bf4-8ee3-a8aee730bed1 Jun 29 13:45:51.464914 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.507957 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.511428 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:45:51.512536 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.515721 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.518537 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a189dc1-f608-4eef-9d20-e268f6038879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:51.573883 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5331731 Jun 29 13:45:51.577617 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39242) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:51.586996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Request body: {'subnet': {'network_id': 'e345a958-a47e-4bf4-8ee3-a8aee730bed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1594231040-subnet', 'tenant_id': '16d4d54e2cb0450cbf8d0622e7de6201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:45:51.589214 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Pushing event updated for resources: {'Network': ['ID=e345a958-a47e-4bf4-8ee3-a8aee730bed1,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:51.592410 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b0acfc3c-8def-43df-a678-489f092f913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:51.604535 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network e345a958-a47e-4bf4-8ee3-a8aee730bed1 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:45:51.624180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Made reservation on behalf of 16d4d54e2cb0450cbf8d0622e7de6201 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:45:51.629549 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.827466 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.831564 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:51.884269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b613cd0-7016-460d-b779-3f6fb883e34b,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:51.891575 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:51.902510 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Checking segment: {'id': 'b80acf5f-02f0-40cb-8f47-e738ced5d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e345a958-a47e-4bf4-8ee3-a8aee730bed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:45:51.902875 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Network hostable DHCP agents. Network: e345a958-a47e-4bf4-8ee3-a8aee730bed1, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:45:51.923085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Network e345a958-a47e-4bf4-8ee3-a8aee730bed1 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:45:51.935125 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, e345a958-a47e-4bf4-8ee3-a8aee730bed1) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:45:51.942779 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:45:51.944136 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:51.948831 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafa4a8-29f8-41ce-bbd1-fdeb2245367e None None] Network e345a958-a47e-4bf4-8ee3-a8aee730bed1 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:51.972983 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-4e216c90-054c-4437-87bf-2ae0c532c844 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3930268 Jun 29 13:45:52.128766 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14777f4-02b2-4123-844b-2a533e77b815 None None] Network e345a958-a47e-4bf4-8ee3-a8aee730bed1 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:52.544339 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39258) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:52.551178 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880360970-network', 'tenant_id': 'c7ef49deee2b446e98fa06cd0bea96f1'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:45:52.575296 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Made reservation on behalf of c7ef49deee2b446e98fa06cd0bea96f1 for: {'network': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:45:52.577900 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.589204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.694528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.698902 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.702082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ec349367-7c20-4812-8947-5ae77f53d02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:52.727076 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.728946 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:45:52.739448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887f900-ef39-4e77-a71c-dd414101d92a,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:52.743333 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:52.746502 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.746845 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.segments_db [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Added segment f1cb35d1-fabd-47b1-89b7-b87c63a70f3a of type vlan for network 81f27e8d-ae2f-4bd8-a0f7-3359fadba916 Jun 29 13:45:52.800386 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.839043 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.840472 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:45:52.841065 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:52.843541 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:52.894454 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3487539 Jun 29 13:45:52.899083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39260) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:45:52.905511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Request body: {'subnet': {'network_id': '81f27e8d-ae2f-4bd8-a0f7-3359fadba916', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880360970-subnet', 'tenant_id': 'c7ef49deee2b446e98fa06cd0bea96f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:45:52.906960 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Pushing event updated for resources: {'Network': ['ID=81f27e8d-ae2f-4bd8-a0f7-3359fadba916,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:52.914229 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-5e8f7a0a-e8d8-4019-b8c8-31c5de791cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:52.925101 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 81f27e8d-ae2f-4bd8-a0f7-3359fadba916 details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:45:52.937656 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Made reservation on behalf of c7ef49deee2b446e98fa06cd0bea96f1 for: {'subnet': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:45:52.941720 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25928779'] for subnet, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:53.138549 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25188943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25928793'] for subnet, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:53.140963 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:45:53.192706 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa01fe9a-c151-46b3-a4f6-7275663afa75,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:45:53.199956 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:45:53.210504 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Checking segment: {'id': 'f1cb35d1-fabd-47b1-89b7-b87c63a70f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '81f27e8d-ae2f-4bd8-a0f7-3359fadba916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:45:53.210874 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Network hostable DHCP agents. Network: 81f27e8d-ae2f-4bd8-a0f7-3359fadba916, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:45:53.229751 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Network 81f27e8d-ae2f-4bd8-a0f7-3359fadba916 is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:45:53.240703 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 81f27e8d-ae2f-4bd8-a0f7-3359fadba916) {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:45:53.246220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:45:53.247804 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:45:53.253911 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43381e72-cb23-446d-b32a-b8128b572d76 None None] Network 81f27e8d-ae2f-4bd8-a0f7-3359fadba916 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:53.275899 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3698151 Jun 29 13:45:53.453297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de17ea6-d85c-4644-9e3b-9c1190175a98 None None] Network 81f27e8d-ae2f-4bd8-a0f7-3359fadba916 requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:45:54.140014 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:05.032236 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:07.978452 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39378) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:08.027662 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Deleting subnet 5b613cd0-7016-460d-b779-3f6fb883e34b {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:46:08.031149 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.072792 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.116139 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.179278 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.185045 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-288eb75b-c642-4db5-8859-68bc3e0551f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:08.229212 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b613cd0-7016-460d-b779-3f6fb883e34b,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:08.235070 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.239779 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5b613cd0-7016-460d-b779-3f6fb883e34b HTTP/1.1" status: 204 len: 168 time: 0.2592771 Jun 29 13:46:08.241842 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39380) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:08.248192 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.248795 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.249374 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.249926 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.250569 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.251223 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.252397 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.253254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.253911 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.254587 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.255237 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.255835 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:08.261169 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-04a75cf4-01c5-45e4-bce8-9f8b55d50c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:08.325976 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.419271 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.431029 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e345a958-a47e-4bf4-8ee3-a8aee730bed1']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.443676 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80acf5f-02f0-40cb-8f47-e738ced5d795') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.443976 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80acf5f-02f0-40cb-8f47-e738ced5d795') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.453556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.468789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.476703 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:46:08.477248 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:46:08.479442 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:46:08.546000 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.549774 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:08.552467 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.554383 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e345a958-a47e-4bf4-8ee3-a8aee730bed1 HTTP/1.1" status: 204 len: 168 time: 0.3109882 Jun 29 13:46:08.557728 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39382) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:08.566627 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e345a958-a47e-4bf4-8ee3-a8aee730bed1,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:08.569200 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-42395d75-32f2-49ab-adcc-0ab012da8f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:08.619320 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Deleting subnet fa01fe9a-c151-46b3-a4f6-7275663afa75 {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:46:08.623269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.661171 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.703629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.764313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.767123 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d51ad896-eb98-4bc3-ad70-59589c882f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:08.798171 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa01fe9a-c151-46b3-a4f6-7275663afa75,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:08.800224 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.803467 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa01fe9a-c151-46b3-a4f6-7275663afa75 HTTP/1.1" status: 204 len: 168 time: 0.2430537 Jun 29 13:46:08.803467 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-00b56d0d-2a8b-4809-9bed-79f2115cccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:08.805677 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39384) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:08.878352 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.963342 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:08.973644 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f27e8d-ae2f-4bd8-a0f7-3359fadba916']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.984868 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cb35d1-fabd-47b1-89b7-b87c63a70f3a') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.985609 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cb35d1-fabd-47b1-89b7-b87c63a70f3a') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:08.994303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.008680 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.014816 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:46:09.015219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:46:09.016865 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:46:09.083220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.087083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0a1e2168-8697-44ff-ad77-5405c0a65381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:09.089730 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.091513 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] 10.222.0.21 "DELETE /v2.0/networks/81f27e8d-ae2f-4bd8-a0f7-3359fadba916 HTTP/1.1" status: 204 len: 168 time: 0.2848811 Jun 29 13:46:09.103495 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Pushing event deleted for resources: {'Network': ['ID=81f27e8d-ae2f-4bd8-a0f7-3359fadba916,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:09.106161 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ebdf1084-09bb-41d1-811f-b60bd14d868a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:09.272944 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39388) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:09.315260 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-76091492-c09c-44fb-8074-5a5521b0ca04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16d4d54e2cb0450cbf8d0622e7de6201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409946 Jun 29 13:46:09.317972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39390) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:09.371979 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.394979 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.449605 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.452615 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.453797 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e63508c-39ed-4127-806c-62c3659754ab HTTP/1.1" status: 204 len: 168 time: 0.1348686 Jun 29 13:46:09.454656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-14d29e85-8f97-4ba1-be28-6d1d6fe95fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:09.462838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63508c-39ed-4127-806c-62c3659754ab,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:09.466068 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:09.816545 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39396) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:09.861136 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-87e93529-4979-4b26-bc34-879477591bf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7ef49deee2b446e98fa06cd0bea96f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427349 Jun 29 13:46:09.863465 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39398) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:09.919261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.941991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.991919 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.994670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:09.995849 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f887f900-ef39-4e77-a71c-dd414101d92a HTTP/1.1" status: 204 len: 168 time: 0.1314530 Jun 29 13:46:09.996663 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:10.009059 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887f900-ef39-4e77-a71c-dd414101d92a,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:10.012513 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:13.917269 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:46:18.776715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2acf967f-e49b-43ef-9353-cce2482b4dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.259280 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-339684cf-4150-4980-9357-0a0bcf1ea78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.442700 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39512) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:21.504995 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.563625 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.663606 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.667895 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.670372 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-60ce0d8c-85e8-43f0-87f1-80778cb43d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:21.708571 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fa3e47dc3154fcaab2a78101b772db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646680 Jun 29 13:46:21.709288 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec5046-7edd-4050-8ca7-3b8cd439af50,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:21.711327 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39516) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:21.716807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.717257 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.717558 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.717919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.718310 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.718669 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.719024 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.719380 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.719729 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.720083 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.720429 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.720778 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:21.725538 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c02393fb-07ca-4f46-a3f4-8d31a6604ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:21.765768 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.791516 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.840700 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.843690 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:21.845086 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fec5046-7edd-4050-8ca7-3b8cd439af50 HTTP/1.1" status: 204 len: 168 time: 0.1326797 Jun 29 13:46:21.845989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e1b8da6f-8ec8-46ab-a8ee-35a8554956d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:21.855810 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec5046-7edd-4050-8ca7-3b8cd439af50,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:21.858401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:22.172417 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39522) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:22.188411 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.288374 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.297461 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.307042 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-5e5e7b2a-58f1-45a9-b71e-09474ea146a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:22.345508 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b9d28f946f4cba9ab352040bfb7d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719892 Jun 29 13:46:22.347595 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675644e7-acf6-431f-a18f-9a9f3dfbb62e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:22.348869 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39524) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:22.351553 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-34f83857-d0f1-4e4d-9ec5-39d0d8f3903e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:22.407578 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.430312 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.498716 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.503560 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:22.505517 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675644e7-acf6-431f-a18f-9a9f3dfbb62e HTTP/1.1" status: 204 len: 168 time: 0.1550598 Jun 29 13:46:22.507001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9ebc9672-f804-4f61-804b-72b9b952b3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:22.519646 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675644e7-acf6-431f-a18f-9a9f3dfbb62e,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:22.523194 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-501147b9-17fe-41a6-ac8e-49c6f4358239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:22.729934 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:24.140918 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.306572 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39610) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:32.421714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.523903 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.528508 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.531295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-33b93637-cbab-4485-9ecf-ffb37dcf84c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:32.575131 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8ec507d526b4bc7b93998cbadd4ebc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674406 Jun 29 13:46:32.576134 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7c137-2be2-4ca9-bc23-1558d0da410a,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:32.578132 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39614) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:32.579505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0448fe18-a2ef-43b5-a0c0-30494c0ba618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:32.639675 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.663969 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.720236 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.723159 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:32.724377 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1af7c137-2be2-4ca9-bc23-1558d0da410a HTTP/1.1" status: 204 len: 168 time: 0.1446736 Jun 29 13:46:32.725255 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-c5d1606c-2998-408e-8f2d-76d03c32fd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:32.733491 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7c137-2be2-4ca9-bc23-1558d0da410a,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:32.735991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e306b431-ce8e-40ef-a09d-9f311241cf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:33.395882 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39636) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:33.506127 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1598761576-network', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:33.529581 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Made reservation on behalf of 8c66e36d2008433884279b67fdf9fd2e for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:46:33.532063 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.542242 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.647337 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.652107 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.655489 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-e865f79d-20d6-49e0-9ca9-ff8df348138d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:33.681845 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:46:33.692417 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4423b18b-1e67-49b8-9b7a-b9ed345076c0,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:33.696705 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:33.697810 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.698182 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Added segment a7b83a74-ee83-459d-9ff8-d53023dfc886 of type vlan for network 3cb96e13-6c11-4098-be55-cef1f9a3943f Jun 29 13:46:33.742716 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.779396 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.781016 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:46:33.781612 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:33.783981 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3ed83122-6fdd-4019-b35a-635e740f997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:33.832297 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4352806 Jun 29 13:46:33.835567 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39640) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:33.840768 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Request body: {'subnet': {'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1598761576-subnet', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:33.845987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb96e13-6c11-4098-be55-cef1f9a3943f,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:33.849082 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-63aa44cd-4a74-4951-b845-5ec19f875e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:33.860219 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:46:33.871735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Made reservation on behalf of 8c66e36d2008433884279b67fdf9fd2e for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:46:33.874326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26513607'] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.122401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26513621'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.124809 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7a5295de-a17b-4838-bd47-908cc15afe32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:34.180083 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526a723b-c944-4ffa-a4bf-92c0f8fa02c7,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:34.184081 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:34.192197 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:34.192561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Network hostable DHCP agents. Network: 3cb96e13-6c11-4098-be55-cef1f9a3943f, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:46:34.214233 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:46:34.225295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, 3cb96e13-6c11-4098-be55-cef1f9a3943f) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:34.230990 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:46:34.232607 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.237322 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38048995-6412-4171-8bb0-d1646f771ee8 None None] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:46:34.254256 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ab3c0e8f-a5f2-458c-90a5-832f4179a604 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4164186 Jun 29 13:46:34.256714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39642) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:34.263639 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:34.301132 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.302865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.366783 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.445616 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-3cb96e13-6c11-4098-be55-cef1f9a3943f', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:46:34.446561 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.530679 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.595587 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Allocated IP 172.20.0.2 (3cb96e13-6c11-4098-be55-cef1f9a3943f/526a723b-c944-4ffa-a4bf-92c0f8fa02c7/7c65d693-82bf-4ce3-87e4-58d981b3fb50) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:34.760601 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.781037 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.788765 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.802071 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Transition to ACTIVE for port object 7c65d693-82bf-4ce3-87e4-58d981b3fb50 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:34.827814 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Transition to ACTIVE for port object 7c65d693-82bf-4ce3-87e4-58d981b3fb50 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:34.840715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.846252 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:34.895134 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:34.899228 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:34.901268 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Pushing event updated for resources: {'Port': ['ID=7c65d693-82bf-4ce3-87e4-58d981b3fb50,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:34.905139 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:34.914579 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.914934 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.915288 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.915607 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.915938 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.916269 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.916597 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.916924 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.917245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.917566 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.917885 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.918248 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:34.922723 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Allocated IP 172.27.0.176 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/aef0488c-faf8-4246-9dac-ba63eebad171) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:34.923449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:34.983920 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Attempting to bind port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:34.984325 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Attempting to bind port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:34.984705 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Attempting to bind port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:34.991374 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:34.991827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:34.992511 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:34.993186 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Bound using segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:34.994007 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Bound port: 7c65d693-82bf-4ce3-87e4-58d981b3fb50, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:34.994707 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.049201 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.068908 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.081856 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] For port 7c65d693-82bf-4ce3-87e4-58d981b3fb50, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:35.085346 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] For port 7c65d693-82bf-4ce3-87e4-58d981b3fb50, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7c65d693-82bf-4ce3-87e4-58d981b3fb50,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:35.091073 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.093310 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:35.098796 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.104348 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-12746b8e-332a-4508-9fc7-888415a228de tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:35.161311 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Pushing event updated for resources: {'Port': ['ID=7c65d693-82bf-4ce3-87e4-58d981b3fb50,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:35.166481 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:35.172236 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:35.180101 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:35.182818 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:35.187006 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Pushing event updated for resources: {'Port': ['ID=aef0488c-faf8-4246-9dac-ba63eebad171,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:35.190519 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:35.526711 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.734210 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:35.896273 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Router be711b3e-5fc6-42af-adf0-14713b402fac is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:46:36.017720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:46:36.032740 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:46:36.041002 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.042377 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-f1a93427-1064-4516-aeda-760bed575a4b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7844522 Jun 29 13:46:36.045127 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39644) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:36.054630 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:36.055944 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:36.137030 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d5bdd2-b4a7-4fe3-a17b-394733862d8b None None] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:46:36.381407 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2df9ce11-807c-49d5-b726-14d35d588cc6 None None] Provisioning for port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:36.392224 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7c65d693-82bf-4ce3-87e4-58d981b3fb50 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:36.469819 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:36.585708 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.635769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:36.672362 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:36.672640 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.785752 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Allocated IP 172.20.0.1 (3cb96e13-6c11-4098-be55-cef1f9a3943f/526a723b-c944-4ffa-a4bf-92c0f8fa02c7/967877ca-b523-4ef4-a401-613e834c2fd8) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:36.840931 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:35Z', 'revision_number': 3, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:36.846277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.881814 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:46:36.882420 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Updating router be711b3e-5fc6-42af-adf0-14713b402fac port aef0488c-faf8-4246-9dac-ba63eebad171 binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:46:36.921460 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.938874 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Transition to ACTIVE for port object 967877ca-b523-4ef4-a401-613e834c2fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:36.952524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 7c65d693-82bf-4ce3-87e4-58d981b3fb50, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7c65d693-82bf-4ce3-87e4-58d981b3fb50,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:36.954189 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.981133 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.985211 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:36.988996 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:36.992240 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-818ec37f-bf7e-4ab2-b834-dd9d5972a24e tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:37.032546 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:37.038559 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:37.042731 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:37.069336 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Pushing event updated for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:37.073738 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:37.090331 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.108612 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=7c65d693-82bf-4ce3-87e4-58d981b3fb50,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:37.114786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:37.180459 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-b3b86ba3-dd7a-4b59-b9f8-8e3c4b05330a None None] Provisioning complete for port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:37.181022 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b3b86ba3-dd7a-4b59-b9f8-8e3c4b05330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.277848 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.372568 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.383008 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Transition to ACTIVE for port object aef0488c-faf8-4246-9dac-ba63eebad171 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:37.392908 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.395188 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:37.448411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Attempting to bind port aef0488c-faf8-4246-9dac-ba63eebad171 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:37.448781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Attempting to bind port aef0488c-faf8-4246-9dac-ba63eebad171 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:37.449267 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Attempting to bind port aef0488c-faf8-4246-9dac-ba63eebad171 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:37.457304 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb3ddb-8f7e-4fef-8c9e-7e6deec1ba64 None None] Pushing event updated for resources: {'Port': ['ID=aef0488c-faf8-4246-9dac-ba63eebad171,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:37.460263 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:37.460709 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:37.461172 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.461853 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:37.462052 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Bound port: aef0488c-faf8-4246-9dac-ba63eebad171, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:37.462411 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.465184 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-51cb3ddb-8f7e-4fef-8c9e-7e6deec1ba64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:37.479538 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.485044 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.489204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:37.514254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-da00917e-5093-4bce-8e41-f8ce194d9490 None None] Provisioning for port 967877ca-b523-4ef4-a401-613e834c2fd8 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:37.522690 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-da00917e-5093-4bce-8e41-f8ce194d9490 None None] Provisioning complete for port 967877ca-b523-4ef4-a401-613e834c2fd8 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:37.523070 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da00917e-5093-4bce-8e41-f8ce194d9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.548274 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] For port aef0488c-faf8-4246-9dac-ba63eebad171, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:37.564183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Pushing event updated for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:37.567322 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.568131 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] For port aef0488c-faf8-4246-9dac-ba63eebad171, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=aef0488c-faf8-4246-9dac-ba63eebad171,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:37.569413 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:37.573932 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-da00917e-5093-4bce-8e41-f8ce194d9490 None None] Port 967877ca-b523-4ef4-a401-613e834c2fd8 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:46:37.576394 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.578737 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:37.640991 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:37.641648 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:37.643625 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb3ddb-8f7e-4fef-8c9e-7e6deec1ba64 None None] Pushing event updated for resources: {'Port': ['ID=aef0488c-faf8-4246-9dac-ba63eebad171,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:37.647389 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-51cb3ddb-8f7e-4fef-8c9e-7e6deec1ba64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:37.670209 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:37.671792 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:37.760368 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:37.925420 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-bbdeaf98-a4d8-402a-8ae0-2a6db0b40cb7 None None] Provisioning complete for port 967877ca-b523-4ef4-a401-613e834c2fd8 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:37.925853 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf98-a4d8-402a-8ae0-2a6db0b40cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:37.984636 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-bbdeaf98-a4d8-402a-8ae0-2a6db0b40cb7 None None] Port 967877ca-b523-4ef4-a401-613e834c2fd8 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:46:38.037123 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 2, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:38.066903 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be2e47-5aeb-420b-ad77-5b4a3d9c669f None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 2, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:46:38.099211 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:46:38.233911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:46:38.243667 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] 10.222.0.21 "PUT /v2.0/routers/be711b3e-5fc6-42af-adf0-14713b402fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1972337 Jun 29 13:46:38.375105 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7c65d693-82bf-4ce3-87e4-58d981b3fb50 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:38.441769 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:38.442462 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:38.876487 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39662) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:38.882346 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371369400-network', 'tenant_id': '2daa257cb678415a805251e5786abdaf'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:38.905545 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Made reservation on behalf of 2daa257cb678415a805251e5786abdaf for: {'network': 1} {{(pid=93160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:46:38.908716 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for network, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:38.921275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.027904 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.033348 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.037217 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94c2fa1d-229a-4281-8351-87bc5683590e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:39.069313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 13:46:39.071603 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3da360-0d4c-46f3-b139-751d58a88811,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:39.077248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:39.083334 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.083754 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.segments_db [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Added segment aff98e1e-3cb0-4610-91ab-d195ddc96c23 of type vlan for network ca8800a0-6991-4cc6-86bc-fac400b248ac Jun 29 13:46:39.130850 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740819585329'] for network, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.168237 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491'] for network, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.169763 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:46:39.170639 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.174170 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-94aa51a4-73c1-49f0-9ec2-3ff8a4312320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:39.226789 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3487968 Jun 29 13:46:39.230868 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39664) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:39.237284 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Request body: {'subnet': {'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371369400-subnet', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'ip_version': 4}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:39.239511 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8800a0-6991-4cc6-86bc-fac400b248ac,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:39.243230 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-896f6a3e-eb5a-4056-b954-1c50259cd982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:39.251002 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Network ca8800a0-6991-4cc6-86bc-fac400b248ac details requested by agent ovs-agent-dv-cinder-797608-3-iscsi with host dv-cinder-797608-3-iscsi {{(pid=93161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 13:46:39.272001 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Made reservation on behalf of 2daa257cb678415a805251e5786abdaf for: {'subnet': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:46:39.275623 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26513607'] for subnet, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.474673 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26513621'] for subnet, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.477337 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-81fba905-46ec-4cf3-af76-f81fd6166a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:39.532274 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=891eaf4c-b38a-409f-b024-9bf81c571317,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:39.542201 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:39.550297 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Checking segment: {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:39.550660 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Network hostable DHCP agents. Network: ca8800a0-6991-4cc6-86bc-fac400b248ac, hostable agents: ['bb255067-f7fe-43a4-b4be-a90745b896ab'], hosted agents: [] {{(pid=93159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 13:46:39.572172 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Network ca8800a0-6991-4cc6-86bc-fac400b248ac is scheduled to be hosted by DHCP agent bb255067-f7fe-43a4-b4be-a90745b896ab with binding_index 1 {{(pid=93159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 13:46:39.584647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-3-iscsi, ca8800a0-6991-4cc6-86bc-fac400b248ac) {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:39.589153 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:46:39.590463 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.594940 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39453d75-960d-4442-84db-b1dc34abdac7 None None] Network ca8800a0-6991-4cc6-86bc-fac400b248ac requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:46:39.612066 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-da16d36f-b07f-4865-aad4-aa81a1311e2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3792033 Jun 29 13:46:39.615337 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39666) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:39.620305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:39.646902 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-772362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.648277 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-777435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.718989 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.848150 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5557ab38-1c1a-5164-b015-7ebc2c03a811-ca8800a0-6991-4cc6-86bc-fac400b248ac', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317'}]}} from dv-cinder-797608-3-iscsi. {{(pid=93161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 13:46:39.849611 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:39.872429 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-772357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.040185 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.db_base_plugin_common [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Allocated IP 172.20.0.2 (ca8800a0-6991-4cc6-86bc-fac400b248ac/891eaf4c-b38a-409f-b024-9bf81c571317/11af3165-45d3-4f63-abeb-40b208a63782) {{(pid=93161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:40.118933 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.140507 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.237221 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks [] for port, precommit_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.248123 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Transition to ACTIVE for port object 11af3165-45d3-4f63-abeb-40b208a63782 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:40.265547 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Transition to ACTIVE for port object 11af3165-45d3-4f63-abeb-40b208a63782 will not be triggered until provisioned by entity DHCP. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:40.272704 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878'] for port, after_create {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.282239 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:40.312388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Network ca8800a0-6991-4cc6-86bc-fac400b248ac is already hosted by enough agents. {{(pid=93161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:40.320570 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.scheduler.base_scheduler [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Resources bound (agent type, host, resource id): {{(pid=93161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:40.332454 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Received port after_create {{(pid=93161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:40.338654 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Allocated IP 172.27.0.62 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/a089e7d1-5a8c-4482-bbec-b701345729f5) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:40.388485 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Pushing event updated for resources: {'Port': ['ID=11af3165-45d3-4f63-abeb-40b208a63782,revision_number=1']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:40.427763 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:40.433781 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device aef0488c-faf8-4246-9dac-ba63eebad171 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:40.460128 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:46:40.465548 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Attempting to bind port 11af3165-45d3-4f63-abeb-40b208a63782 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:40.465943 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Attempting to bind port 11af3165-45d3-4f63-abeb-40b208a63782 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:40.466360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Attempting to bind port 11af3165-45d3-4f63-abeb-40b208a63782 on network ca8800a0-6991-4cc6-86bc-fac400b248ac {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:40.478246 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:40.478943 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:40.481118 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.483124 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:40.483793 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Checking segment: {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:40.484511 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.485192 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Bound using segment: {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:40.486014 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Bound port: 11af3165-45d3-4f63-abeb-40b208a63782, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:40.486685 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.535231 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.540490 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:40.600067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port aef0488c-faf8-4246-9dac-ba63eebad171 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:40.608979 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:40.620188 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port aef0488c-faf8-4246-9dac-ba63eebad171 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:40.620839 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.626058 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:40.633350 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:40.641385 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:40.661610 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] For port 11af3165-45d3-4f63-abeb-40b208a63782, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:40.685228 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] For port 11af3165-45d3-4f63-abeb-40b208a63782, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=11af3165-45d3-4f63-abeb-40b208a63782,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:40.692588 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.695773 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:40.702767 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Pushing event updated for resources: {'Port': ['ID=a089e7d1-5a8c-4482-bbec-b701345729f5,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:40.711312 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:40.786830 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Pushing event updated for resources: {'Port': ['ID=11af3165-45d3-4f63-abeb-40b208a63782,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:40.790135 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:40.815563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.854811 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port aef0488c-faf8-4246-9dac-ba63eebad171, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=aef0488c-faf8-4246-9dac-ba63eebad171,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:40.861194 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:40.864663 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-51cb3ddb-8f7e-4fef-8c9e-7e6deec1ba64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:40.909265 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 2, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:40.944286 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=aef0488c-faf8-4246-9dac-ba63eebad171,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:40.949982 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:40.969632 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:46:40.970394 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Updating router be711b3e-5fc6-42af-adf0-14713b402fac port 967877ca-b523-4ef4-a401-613e834c2fd8 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:46:41.055957 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.095872 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.309057 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-772380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535471'] for router, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.357110 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.367884 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Transition to ACTIVE for port object 967877ca-b523-4ef4-a401-613e834c2fd8 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:41.374483 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.376760 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-e45da070-aeff-44cf-9dee-7d434b6ecfbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:41.453304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Router a83dd5ba-db30-4faf-b05c-cd83e91d6511 is scheduled to L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 with binding_index 1 {{(pid=93160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 13:46:41.461207 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Pushing event updated for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:41.490009 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.490349 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.490719 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.491068 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.491409 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.491718 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.492029 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.492547 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.493130 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.493600 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.494163 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.494788 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:46:41.499996 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:41.521322 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Attempting to bind port 967877ca-b523-4ef4-a401-613e834c2fd8 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:41.521702 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Attempting to bind port 967877ca-b523-4ef4-a401-613e834c2fd8 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:41.522086 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Attempting to bind port 967877ca-b523-4ef4-a401-613e834c2fd8 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:41.527883 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:41.528768 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:41.529353 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.529752 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Bound using segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:41.530265 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Bound port: 967877ca-b523-4ef4-a401-613e834c2fd8, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:41.530857 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.624161 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] For port 967877ca-b523-4ef4-a401-613e834c2fd8, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:41.631849 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] For port 967877ca-b523-4ef4-a401-613e834c2fd8, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=967877ca-b523-4ef4-a401-613e834c2fd8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:41.639103 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.641956 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-0246943a-4cbe-4d94-b8e3-241ef08b7ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:41.714486 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Pushing event updated for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:41.719638 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-f1f78ef3-0545-44e2-80f1-a4a6a5704701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:41.723798 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:41.724530 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:41.849171 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:41.876419 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:46:41.887306 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Sync routers for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:46:41.904678 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:41.905429 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:41.905563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:41.907010 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-202c7668-821c-4a59-99e1-066d03c81030 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2903740 Jun 29 13:46:41.910512 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39668) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:42.046643 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7c724-a358-4f45-9297-f6fc7482aa05 None None] Network ca8800a0-6991-4cc6-86bc-fac400b248ac requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:46:42.212507 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:41Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:42.256070 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178da7ff-fb2b-44bd-ad9e-0d50697c3d34 None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:41Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:46:42.275563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:42.474641 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-27612483-7780-4241-9091-64f55831f4a6 None None] Provisioning for port 11af3165-45d3-4f63-abeb-40b208a63782 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:42.493524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 11af3165-45d3-4f63-abeb-40b208a63782 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:42.538951 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.642929 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 11af3165-45d3-4f63-abeb-40b208a63782 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:42.656376 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 11af3165-45d3-4f63-abeb-40b208a63782 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:42.656855 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.698821 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 3, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:42.734420 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Checking router: a83dd5ba-db30-4faf-b05c-cd83e91d6511 for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:46:42.734789 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Updating router a83dd5ba-db30-4faf-b05c-cd83e91d6511 port a089e7d1-5a8c-4482-bbec-b701345729f5 binding host dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:46:42.780678 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.780908 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Allocated IP 172.20.0.1 (ca8800a0-6991-4cc6-86bc-fac400b248ac/891eaf4c-b38a-409f-b024-9bf81c571317/ab6288c4-7dd2-4e01-8e23-4d5625094409) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:46:42.908749 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.925290 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.943118 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.provisioning_blocks [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Transition to ACTIVE for port object ab6288c4-7dd2-4e01-8e23-4d5625094409 will not be triggered until provisioned by entity DHCP. {{(pid=93160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:42.978602 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 11af3165-45d3-4f63-abeb-40b208a63782, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=11af3165-45d3-4f63-abeb-40b208a63782,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:42.982840 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:42.985336 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2d90a572-ea37-4bef-bb3c-199cd059c72e tempest-TestMinimumBasicScenario-1707031632 tempest-TestMinimumBasicScenario-1707031632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:43.005930 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.006833 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device aef0488c-faf8-4246-9dac-ba63eebad171 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:43.009726 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7588a3b0-4eb2-481f-967a-ed7007e4fa88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:43.028659 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Network ca8800a0-6991-4cc6-86bc-fac400b248ac is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:43.031834 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:43.035527 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:46:43.074278 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Pushing event updated for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:43.077310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:43.080874 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-770184'] for router_interface, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.128139 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-8c6e5919-07e3-4353-a722-ba4f01e85a21 None None] Provisioning complete for port 11af3165-45d3-4f63-abeb-40b208a63782 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:43.128917 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8c6e5919-07e3-4353-a722-ba4f01e85a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.185226 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=11af3165-45d3-4f63-abeb-40b208a63782,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:43.202231 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:43.239559 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port aef0488c-faf8-4246-9dac-ba63eebad171 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:43.239851 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.241716 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.367915 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.391344 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Transition to ACTIVE for port object a089e7d1-5a8c-4482-bbec-b701345729f5 will not be triggered until provisioned by entity L2. {{(pid=93161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:43.414901 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.418458 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:43.424864 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.429955 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.432923 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3034fcc9-5d52-4e48-83a5-e5c40e0031c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:43.466449 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 967877ca-b523-4ef4-a401-613e834c2fd8 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:43.501510 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-770076'] for router_interface, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.504378 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Pushing event updated for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:43.508192 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:43.511962 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Attempting to bind port a089e7d1-5a8c-4482-bbec-b701345729f5 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:43.512283 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Attempting to bind port a089e7d1-5a8c-4482-bbec-b701345729f5 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:43.512622 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Attempting to bind port a089e7d1-5a8c-4482-bbec-b701345729f5 on network c046b578-faae-4d54-b597-63759b4d1895 {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:43.514490 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86bfce-3253-4bc7-8dc1-dacf2f0346c9 None None] Pushing event updated for resources: {'Port': ['ID=a089e7d1-5a8c-4482-bbec-b701345729f5,revision_number=2']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:43.522091 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7a86bfce-3253-4bc7-8dc1-dacf2f0346c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:43.528612 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:43.529004 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Checking segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:43.529424 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.529829 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Bound using segment: {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'} {{(pid=93161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:43.530338 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.managers [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Bound port: a089e7d1-5a8c-4482-bbec-b701345729f5, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a71e4-32df-4a44-a17c-926a4961877a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895'}}] {{(pid=93161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:43.530733 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.556834 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-37bc29d3-229d-4fa2-9c47-6f43e14ad47b None None] Provisioning for port ab6288c4-7dd2-4e01-8e23-4d5625094409 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:43.570008 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-37bc29d3-229d-4fa2-9c47-6f43e14ad47b None None] Provisioning complete for port ab6288c4-7dd2-4e01-8e23-4d5625094409 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:43.570413 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-37bc29d3-229d-4fa2-9c47-6f43e14ad47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.599274 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Network ca8800a0-6991-4cc6-86bc-fac400b248ac is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:46:43.601160 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:46:43.617031 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port 967877ca-b523-4ef4-a401-613e834c2fd8 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:43.632201 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-37bc29d3-229d-4fa2-9c47-6f43e14ad47b None None] Port ab6288c4-7dd2-4e01-8e23-4d5625094409 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:46:43.634056 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 967877ca-b523-4ef4-a401-613e834c2fd8 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:43.634785 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.637037 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] For port a089e7d1-5a8c-4482-bbec-b701345729f5, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:43.670825 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] For port a089e7d1-5a8c-4482-bbec-b701345729f5, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=a089e7d1-5a8c-4482-bbec-b701345729f5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:43.677636 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.681028 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:43.718759 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Router a83dd5ba-db30-4faf-b05c-cd83e91d6511 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:46:43.754256 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:43.754256 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:43.797829 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86bfce-3253-4bc7-8dc1-dacf2f0346c9 None None] Pushing event updated for resources: {'Port': ['ID=a089e7d1-5a8c-4482-bbec-b701345729f5,revision_number=3']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:43.804412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-7a86bfce-3253-4bc7-8dc1-dacf2f0346c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:43.844668 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:46:43.854762 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-154b8067-970a-4a69-8c1a-cc2a1031446e admin admin] 10.222.0.21 "PUT /v2.0/routers/a83dd5ba-db30-4faf-b05c-cd83e91d6511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9432194 Jun 29 13:46:43.879563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.934077 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:43.937112 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port 967877ca-b523-4ef4-a401-613e834c2fd8, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=967877ca-b523-4ef4-a401-613e834c2fd8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:43.970504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:43.976024 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:44.071337 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-b8124b85-175d-4e65-9aca-698ee90bb458 None None] Provisioning complete for port ab6288c4-7dd2-4e01-8e23-4d5625094409 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:44.071740 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b8124b85-175d-4e65-9aca-698ee90bb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:44.137018 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:44.148154 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:44.164771 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-b8124b85-175d-4e65-9aca-698ee90bb458 None None] Port ab6288c4-7dd2-4e01-8e23-4d5625094409 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:46:44.243984 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'ab6288c4-7dd2-4e01-8e23-4d5625094409', 'name': '', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'mac_address': 'fa:16:3e:db:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:42Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 2, 'project_id': '2daa257cb678415a805251e5786abdaf', 'subnets': [{'id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:44.275388 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9304eb-6c5a-436a-a301-7eec90e7f0f1 None None] The sync data for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi is: [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'ab6288c4-7dd2-4e01-8e23-4d5625094409', 'name': '', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'mac_address': 'fa:16:3e:db:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:42Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 2, 'project_id': '2daa257cb678415a805251e5786abdaf', 'subnets': [{'id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:46:44.335736 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 11af3165-45d3-4f63-abeb-40b208a63782 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:44.385385 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 11af3165-45d3-4f63-abeb-40b208a63782 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:44.385777 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:44.483619 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 967877ca-b523-4ef4-a401-613e834c2fd8 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:44.666668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port 967877ca-b523-4ef4-a401-613e834c2fd8 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:44.666791 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.497759 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39682) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:45.503390 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296407078', 'description': 'tempest-secgroup-smoke-296407078 description', 'project_id': '8c66e36d2008433884279b67fdf9fd2e'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:45.527318 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.624670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.629867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.632333 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-020b8c08-5534-4343-adf9-f9ac964606fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:45.659679 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.661128 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1621532 Jun 29 13:46:45.663378 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe74d39-2f98-4a56-be70-800d772b8707,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:45.664484 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39684) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:45.666792 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9e578594-aecb-4423-bb02-10991e026482 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:45.669238 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:45.695280 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.754997 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.758633 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.760790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fccfe020-da35-46b8-a353-eddcd45abd5a tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:45.778307 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035ccd7c-7517-427c-86c1-fd515c0d64e6,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:45.781995 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:45.784341 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.785732 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8b524f11-8e25-4a81-965b-33e1f60244d8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202254 Jun 29 13:46:45.788510 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 39686) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:45.793062 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:45.820107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.877026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.882289 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.887458 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:45.902826 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f878dd-2fbe-43e0-84f6-89f47c5c8154,revision_number=0']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:45.905667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:45.911401 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:45.913012 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-226973b7-fd57-49dc-b99d-651926f2e570 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232760 Jun 29 13:46:45.915874 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39688) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:45.921212 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:45.948463 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.006955 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.011867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.013923 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:46.031782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a840290f-870d-4343-84c2-1b20453fa4f8,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:46.035853 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:46.038750 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.043026 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-0852718e-14e0-4ad0-bf32-1ff2d96250fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227548 Jun 29 13:46:46.043026 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39690) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:46.047321 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:46.074224 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.135865 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.140006 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.142261 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-cb6ffc2c-ab43-4ff5-a9a2-08ff426351de tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:46.158140 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44955bf-834d-4b72-8611-4da08ba31783,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:46.161583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:46.166698 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.167911 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6fd4f0b2-780f-4bb6-9f6f-f9b380ed8eb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241510 Jun 29 13:46:46.170616 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39692) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:46.175160 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:46.197516 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.securitygroups_db [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Project 8c66e36d2008433884279b67fdf9fd2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:46:46.202456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.265596 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.270012 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.272208 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:46.288456 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66be0fc5-e9f2-41a1-97cf-9f0d1deddf9d,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:46.292322 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:46.297962 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.299194 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-723f7dd5-a9aa-4382-81ce-7c246eb67593 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276512 Jun 29 13:46:46.302928 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39694) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:46:46.308028 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'security_group_rule': {'security_group_id': '2fe74d39-2f98-4a56-be70-800d772b8707', 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:46:46.336115 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.securitygroups_db [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Project 8c66e36d2008433884279b67fdf9fd2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 13:46:46.342622 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.348772 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Sync routers for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:46:46.360981 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:46.361790 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:46.364568 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device a089e7d1-5a8c-4482-bbec-b701345729f5 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:46.421258 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.423452 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port a089e7d1-5a8c-4482-bbec-b701345729f5 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:46.429004 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-708009'] for security_group_rule, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.431456 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port a089e7d1-5a8c-4482-bbec-b701345729f5 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:46.431955 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.434938 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:46.451643 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de761cd-5b08-4937-8072-5228476c22ae,revision_number=0']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:46.455012 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:46.460945 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.469647 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-55a29d46-0046-4108-9ad9-38bba43e565f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618280 Jun 29 13:46:46.491688 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:46.531617 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.570782 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port a089e7d1-5a8c-4482-bbec-b701345729f5, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=a089e7d1-5a8c-4482-bbec-b701345729f5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:46.577493 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:46.579569 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:46.639486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=a089e7d1-5a8c-4482-bbec-b701345729f5,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:46.644384 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:46.752873 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'ab6288c4-7dd2-4e01-8e23-4d5625094409', 'name': '', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'mac_address': 'fa:16:3e:db:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:42Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 2, 'project_id': '2daa257cb678415a805251e5786abdaf', 'subnets': [{'id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:46.780351 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Checking router: a83dd5ba-db30-4faf-b05c-cd83e91d6511 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:46:46.780689 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Updating router a83dd5ba-db30-4faf-b05c-cd83e91d6511 port ab6288c4-7dd2-4e01-8e23-4d5625094409 binding host dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 13:46:46.818991 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.119178 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.130340 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Transition to ACTIVE for port object ab6288c4-7dd2-4e01-8e23-4d5625094409 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:46:47.137005 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.139295 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:47.229725 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5b93-5475-4ed8-8a7e-10e228cc61ee None None] Pushing event updated for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:47.235323 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d23d5b93-5475-4ed8-8a7e-10e228cc61ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:47.246979 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Attempting to bind port ab6288c4-7dd2-4e01-8e23-4d5625094409 on host dv-cinder-797608-3-iscsi for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:46:47.247365 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Attempting to bind port ab6288c4-7dd2-4e01-8e23-4d5625094409 by drivers openvswitch,hyperv on host dv-cinder-797608-3-iscsi at level 0 using segments [{'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:46:47.247731 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Attempting to bind port ab6288c4-7dd2-4e01-8e23-4d5625094409 on network ca8800a0-6991-4cc6-86bc-fac400b248ac {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:46:47.253813 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Checking agent: {'id': '19d24aba-6b10-42c3-bb97-47c65e905f1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 27, 21), 'started_at': datetime.datetime(2021, 6, 29, 13, 27, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:46:47.254292 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Checking segment: {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:46:47.254763 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.255168 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Bound using segment: {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:46:47.255649 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Bound port: ab6288c4-7dd2-4e01-8e23-4d5625094409, host: dv-cinder-797608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff98e1e-3cb0-4610-91ab-d195ddc96c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:46:47.256051 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.326928 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] For port ab6288c4-7dd2-4e01-8e23-4d5625094409, host dv-cinder-797608-3-iscsi, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:46:47.330268 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] For port ab6288c4-7dd2-4e01-8e23-4d5625094409, host dv-cinder-797608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=ab6288c4-7dd2-4e01-8e23-4d5625094409,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:46:47.335545 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:47.338829 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-9153fdfd-0c2c-4edf-87a9-f9389487b18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:47.400412 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5b93-5475-4ed8-8a7e-10e228cc61ee None None] Pushing event updated for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=4']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:47.403252 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:46:47.403873 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:46:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:47.406261 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG oslo_concurrency.lockutils [None req-d23d5b93-5475-4ed8-8a7e-10e228cc61ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93162) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:47.533221 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:46:47.776376 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'ab6288c4-7dd2-4e01-8e23-4d5625094409', 'name': '', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'mac_address': 'fa:16:3e:db:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:42Z', 'updated_at': '2021-06-29T13:46:47Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'subnets': [{'id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:46:47.806842 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e170e23-e39a-4822-aa4d-18d204ec8c8a None None] The sync data for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi is: [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': 'ab6288c4-7dd2-4e01-8e23-4d5625094409', 'name': '', 'network_id': 'ca8800a0-6991-4cc6-86bc-fac400b248ac', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'mac_address': 'fa:16:3e:db:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:42Z', 'updated_at': '2021-06-29T13:46:47Z', 'revision_number': 4, 'project_id': '2daa257cb678415a805251e5786abdaf', 'subnets': [{'id': '891eaf4c-b38a-409f-b024-9bf81c571317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:46:48.362278 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device a089e7d1-5a8c-4482-bbec-b701345729f5 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:48.412510 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port a089e7d1-5a8c-4482-bbec-b701345729f5 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:48.412898 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:48.494808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device ab6288c4-7dd2-4e01-8e23-4d5625094409 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:48.547305 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning for port ab6288c4-7dd2-4e01-8e23-4d5625094409 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:46:48.551656 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port ab6288c4-7dd2-4e01-8e23-4d5625094409 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:48.552000 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:48.641670 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:48.674580 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] For port ab6288c4-7dd2-4e01-8e23-4d5625094409, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=ab6288c4-7dd2-4e01-8e23-4d5625094409,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:46:48.679972 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:48.682132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-1155096c-4105-4760-b0e2-fe468e90943f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:46:48.737951 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Pushing event updated for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:46:48.743226 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:46:48.779863 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-98451587-a47f-43d8-8042-b969fa18cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:50.326595 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device ab6288c4-7dd2-4e01-8e23-4d5625094409 up at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:46:50.377412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Provisioning complete for port ab6288c4-7dd2-4e01-8e23-4d5625094409 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:46:50.378179 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:50.915974 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:46:51.263132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e4c36ef8-1cef-4576-bccc-39baa9e33758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:51.499887 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:52.736569 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:46:54.151599 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:04.226926 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-2a0f4da6-705e-4ba5-b4af-66b87042df9f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296407078&fields=id&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 267 time: 0.0333977 Jun 29 13:47:04.335014 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-39ea5afa-d385-414c-a00d-4c1882c189e4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:04.339952 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-39ea5afa-d385-414c-a00d-4c1882c189e4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.1029062 Jun 29 13:47:04.358573 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-34a87e8b-a3a1-4bb4-bb20-4622982292fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/quotas/8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 375 time: 0.0105155 Jun 29 13:47:04.430970 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-4253c3e3-5f6a-43e3-9944-6d1cd653bafd tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658298 Jun 29 13:47:04.446186 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-9d9e413f-9c01-460f-aa51-2dad43709c69 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:47:04.447147 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-9d9e413f-9c01-460f-aa51-2dad43709c69 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056179 Jun 29 13:47:04.539930 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-b428cc8c-a5ed-4f75-b0db-a4ae9f33931f service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873272 Jun 29 13:47:04.631307 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-f0faff74-6cb6-4d55-912f-60c15e80e839 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Jun 29 13:47:05.045030 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:05.055272 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-e7022a40-8f71-431e-9541-1d2de59811fc req-3f4d4a69-2a33-499e-9521-e2db54ba0171 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 210 time: 0.1415715 Jun 29 13:47:06.239074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-13e6681f-34b5-4c4c-9107-848c35e0b32e req-a3989371-1086-4dc0-99f0-677012f0d2e5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 210 time: 0.0479665 Jun 29 13:47:06.328742 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-77a8edbd-a3a5-47bc-8cfb-7e69715194ac tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:06.330543 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-77a8edbd-a3a5-47bc-8cfb-7e69715194ac tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.1372488 Jun 29 13:47:06.379796 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0112c071-c94f-42aa-95dd-1a3c1dedc609 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 379 time: 0.0377910 Jun 29 13:47:06.391009 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'port': {'device_id': '10774b14-0d85-4e02-a54a-7c66675fa903', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'admin_state_up': True, 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'security_groups': ['2fe74d39-2f98-4a56-be70-800d772b8707']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:47:06.507996 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Made reservation on behalf of 8c66e36d2008433884279b67fdf9fd2e for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:47:06.511651 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:06.647544 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.20.0.10 (3cb96e13-6c11-4098-be55-cef1f9a3943f/526a723b-c944-4ffa-a4bf-92c0f8fa02c7/30918623-11ec-453b-b0c2-7bf132e1aec8) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:47:06.792774 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:06.806510 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Transition to ACTIVE for port object 30918623-11ec-453b-b0c2-7bf132e1aec8 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:47:06.840617 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:06.844897 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-7b8cf05e-c329-47e1-9f3a-97c2fe4250ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:06.888556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:47:06.893647 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:47:06.896958 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:47:06.926095 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:06.931294 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:06.955021 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:06.955756 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:06.971424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841930 Jun 29 13:47:06.994907 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-36d03db4-52f6-4ddf-8a3c-f6e5d5c72340 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:47:06.995865 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-36d03db4-52f6-4ddf-8a3c-f6e5d5c72340 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054040 Jun 29 13:47:07.058947 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Request body: {'port': {'device_id': '10774b14-0d85-4e02-a54a-7c66675fa903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:47:07.095301 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-58270607-2179-42e4-a6ac-4e8f19478d41 None None] Provisioning for port 30918623-11ec-453b-b0c2-7bf132e1aec8 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:47:07.100606 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-58270607-2179-42e4-a6ac-4e8f19478d41 None None] Provisioning complete for port 30918623-11ec-453b-b0c2-7bf132e1aec8 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:47:07.100962 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-58270607-2179-42e4-a6ac-4e8f19478d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.132518 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.134391 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-58270607-2179-42e4-a6ac-4e8f19478d41 None None] Port 30918623-11ec-453b-b0c2-7bf132e1aec8 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:47:07.411573 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30918623-11ec-453b-b0c2-7bf132e1aec8 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:47:07.413038 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e09ef-abb9-4846-93dc-fedb475295ed req-c62ffc59-ccce-411f-89d6-60cb7ed4b3c4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:07.414582 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f44e09ef-abb9-4846-93dc-fedb475295ed req-c62ffc59-ccce-411f-89d6-60cb7ed4b3c4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 932 time: 0.0637484 Jun 29 13:47:07.419270 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.432250 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Transition to ACTIVE for port object 30918623-11ec-453b-b0c2-7bf132e1aec8 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:47:07.436047 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.438839 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c89b867f-9c74-404d-b0c5-7f4997816d62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:07.453666 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f44e09ef-abb9-4846-93dc-fedb475295ed req-20e4b44b-4763-4a19-b289-4e8f0c63a75b tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328956 Jun 29 13:47:07.507667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:07.528619 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:07.559725 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Attempting to bind port 30918623-11ec-453b-b0c2-7bf132e1aec8 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:47:07.560058 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Attempting to bind port 30918623-11ec-453b-b0c2-7bf132e1aec8 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:47:07.560385 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Attempting to bind port 30918623-11ec-453b-b0c2-7bf132e1aec8 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:47:07.565111 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Port 30918623-11ec-453b-b0c2-7bf132e1aec8 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:47:07.565426 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Attempting to bind port 30918623-11ec-453b-b0c2-7bf132e1aec8 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:47:07.571901 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:47:07.572088 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:47:07.572384 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Bound using segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:47:07.572809 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Bound port: 30918623-11ec-453b-b0c2-7bf132e1aec8, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:47:07.573160 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.644096 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:47:07.647249 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=30918623-11ec-453b-b0c2-7bf132e1aec8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:47:07.652337 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.655223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-758915ad-0f45-4b80-9f6f-8b420870790f tempest-AttachVolumeShelveTestJSON-68763206 tempest-AttachVolumeShelveTestJSON-68763206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:07.697663 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:07.698735 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:07.700564 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] 10.222.0.61 "PUT /v2.0/ports/30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 1094 time: 0.6933560 Jun 29 13:47:07.701254 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:47:07.704697 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:47:07.738021 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:07.744230 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ebc1bbab-4cca-4718-81c1-7511bd0f7c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:07.820689 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-8721d800-1ec3-4ae6-a7c6-5782259954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:07.822424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-8721d800-1ec3-4ae6-a7c6-5782259954a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1097 time: 0.0631025 Jun 29 13:47:07.825052 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa23aa6-a604-4d88-b1d3-13fffdb3bd18 x-openstack-request-id: req-baa23aa6-a604-4d88-b1d3-13fffdb3bd18 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:47:07.825450 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:47:07.825706 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa23aa6-a604-4d88-b1d3-13fffdb3bd18 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:47:07.826194 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'status': 'completed', 'code': 200} Jun 29 13:47:07.873584 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-544ee897-d4b2-4d41-90c7-033a594f88cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Jun 29 13:47:07.925762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-45c3efcb-9b38-4b21-ad1f-450472ca7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:07.927909 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-45c3efcb-9b38-4b21-ad1f-450472ca7e84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0453451 Jun 29 13:47:07.987456 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-199397a2-17fd-4cc3-8811-ab818197e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:07.990185 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-199397a2-17fd-4cc3-8811-ab818197e785 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547202 Jun 29 13:47:08.090424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-219faa57-c214-47de-b373-f961b72eac95 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918601 Jun 29 13:47:08.187796 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-cd8c17ec-c2ee-40fc-a5ac-56bbce1cc803 req-88cf707e-52d1-4f59-be38-146de381535a service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868118 Jun 29 13:47:08.297057 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-3f7e72a7-5ab6-438b-9515-4a6e38a26ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:08.298573 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-3f7e72a7-5ab6-438b-9515-4a6e38a26ddc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1097 time: 0.0587866 Jun 29 13:47:08.391561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-80f6a667-8c32-46bd-8f04-39da952a65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:08.393024 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-80f6a667-8c32-46bd-8f04-39da952a65fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0873201 Jun 29 13:47:08.433543 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-99f2a453-f8c2-438a-af51-d6916d53fe74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 217 time: 0.0334857 Jun 29 13:47:08.492656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-c7c94eb6-3978-438c-8c74-fbdbab77d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:08.494434 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-c7c94eb6-3978-438c-8c74-fbdbab77d96f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0474908 Jun 29 13:47:08.574220 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-4feb55ff-3480-46dd-8fb7-7b2042aac079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:08.575704 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-4feb55ff-3480-46dd-8fb7-7b2042aac079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703006 Jun 29 13:47:08.640244 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8eacb-8600-4664-82e1-2c1f69dfaa58 req-0068288c-fd05-49fb-bd75-fb73e1d02a72 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:08.641761 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-52a8eacb-8600-4664-82e1-2c1f69dfaa58 req-0068288c-fd05-49fb-bd75-fb73e1d02a72 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0645466 Jun 29 13:47:08.670500 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-cd09daf2-c2b5-408b-9e3a-3d22ae66c642 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869703 Jun 29 13:47:08.684973 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-52a8eacb-8600-4664-82e1-2c1f69dfaa58 req-4d9cc840-b28c-4d5b-a406-963925246986 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366538 Jun 29 13:47:08.767195 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6b787456-6b24-4a3d-8c74-5d8ab726bb9a req-11f49593-fb40-44ae-99f1-b7bcc286d304 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Jun 29 13:47:09.860819 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45108c-753a-400c-8f85-72a298cc271f req-35499444-6c11-4c26-bd9d-a22076d50072 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:09.862309 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c45108c-753a-400c-8f85-72a298cc271f req-35499444-6c11-4c26-bd9d-a22076d50072 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0626721 Jun 29 13:47:09.908549 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5c45108c-753a-400c-8f85-72a298cc271f req-b54c6cea-a499-4b65-a28b-60adafaa0e04 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 Jun 29 13:47:11.083973 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6e95f-5702-4dbc-9788-cb9c45ec7a53 req-60687a5b-f7b6-4541-b271-9024528764b8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:11.085426 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d0b6e95f-5702-4dbc-9788-cb9c45ec7a53 req-60687a5b-f7b6-4541-b271-9024528764b8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0643816 Jun 29 13:47:11.124373 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d0b6e95f-5702-4dbc-9788-cb9c45ec7a53 req-4d83db94-77e9-427f-851e-ff1b467a0a2e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Jun 29 13:47:12.297373 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050185e7-2b92-40a8-ac31-aa0cad7d25fe req-a5b9a225-8c9a-4c89-aecf-29b0f1558b2d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:12.298967 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-050185e7-2b92-40a8-ac31-aa0cad7d25fe req-a5b9a225-8c9a-4c89-aecf-29b0f1558b2d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0666859 Jun 29 13:47:12.338495 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-050185e7-2b92-40a8-ac31-aa0cad7d25fe req-5024691c-d818-45ca-a3a6-f7136bfa1841 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327125 Jun 29 13:47:13.518110 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d2087-d46e-426e-bd3a-3e95db1846d5 req-0f268019-aff4-4416-a864-8fe0da540b13 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:13.520092 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d88d2087-d46e-426e-bd3a-3e95db1846d5 req-0f268019-aff4-4416-a864-8fe0da540b13 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0669582 Jun 29 13:47:13.557565 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d88d2087-d46e-426e-bd3a-3e95db1846d5 req-1d9069ff-fa57-48e3-9ba6-f11c0b939572 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Jun 29 13:47:14.743517 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957ed36-2d3d-4b4c-938c-a38c5629a16d req-82e9abdc-6c24-4b83-8c33-f83197b74987 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:14.744984 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c957ed36-2d3d-4b4c-938c-a38c5629a16d req-82e9abdc-6c24-4b83-8c33-f83197b74987 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0667720 Jun 29 13:47:14.781816 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c957ed36-2d3d-4b4c-938c-a38c5629a16d req-99132d32-1186-4280-b1c3-ad289a6912bd tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Jun 29 13:47:15.956352 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 30918623-11ec-453b-b0c2-7bf132e1aec8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:47:16.000878 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec3c44-2ebc-423f-83d0-1ac1284c1310 req-ef3f1373-dd0a-4545-850f-834487846243 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:16.002479 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-08ec3c44-2ebc-423f-83d0-1ac1284c1310 req-ef3f1373-dd0a-4545-850f-834487846243 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 944 time: 0.0836742 Jun 29 13:47:16.050136 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-08ec3c44-2ebc-423f-83d0-1ac1284c1310 req-c66a5378-2584-41c4-b8cc-be8d4c8cf518 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397863 Jun 29 13:47:16.073332 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=30918623-11ec-453b-b0c2-7bf132e1aec8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:47:16.086266 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'port_id': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'mac_address': 'fa:16:3e:12:1b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:47:16.125697 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:16.139443 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30918623-11ec-453b-b0c2-7bf132e1aec8 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:47:16.159961 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=30918623-11ec-453b-b0c2-7bf132e1aec8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:47:16.164429 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:16.166187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:16.215923 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:16.219097 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:16.462607 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['30918623-11ec-453b-b0c2-7bf132e1aec8'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:47:17.231082 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5637-7cf0-4591-b52f-eb7201e40ae1 req-3e7ecdd5-0a85-4811-8354-8693aeaac7ea tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:17.232571 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-957a5637-7cf0-4591-b52f-eb7201e40ae1 req-3e7ecdd5-0a85-4811-8354-8693aeaac7ea tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 945 time: 0.0646050 Jun 29 13:47:17.270561 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-957a5637-7cf0-4591-b52f-eb7201e40ae1 req-827f1237-efbe-42eb-a203-74b0bac2a58e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Jun 29 13:47:17.955448 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 30918623-11ec-453b-b0c2-7bf132e1aec8 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:47:18.005941 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 30918623-11ec-453b-b0c2-7bf132e1aec8 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:47:18.010129 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 30918623-11ec-453b-b0c2-7bf132e1aec8 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:47:18.010518 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:18.089326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:18.113103 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:47:18.115563 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8d4e4-6c78-4ae0-a0ce-78fa03e6086f" -d '{"events": [{"server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "name": "network-vif-plugged", "status": "completed", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:47:18.132016 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=30918623-11ec-453b-b0c2-7bf132e1aec8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:47:18.136627 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:18.139290 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-2a05f413-76ef-48fc-a483-4a0f22c4f410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:18.186795 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:18.189694 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:18.212861 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0774fc-8495-4901-ad0e-add7662cf094 x-openstack-request-id: req-6b0774fc-8495-4901-ad0e-add7662cf094 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:47:18.213282 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "name": "network-vif-plugged", "status": "completed", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:47:18.213400 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b0774fc-8495-4901-ad0e-add7662cf094 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:47:18.213784 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'code': 200} Jun 29 13:47:18.513187 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95a835-0080-44e6-a623-474cfa472726 req-23aef8a5-4aa6-492e-bd60-398d98443bee tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:18.514676 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ea95a835-0080-44e6-a623-474cfa472726 req-23aef8a5-4aa6-492e-bd60-398d98443bee tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.1248956 Jun 29 13:47:18.540244 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf597e-a568-408b-b8d1-cc354f053436 req-6787a67b-c10e-49d7-bfc9-ca3333070ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:18.541699 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fcbf597e-a568-408b-b8d1-cc354f053436 req-6787a67b-c10e-49d7-bfc9-ca3333070ed6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1099 time: 0.0842707 Jun 29 13:47:18.570340 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ea95a835-0080-44e6-a623-474cfa472726 req-0d289fec-de35-45b9-94ad-97e1e2e83f92 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498080 Jun 29 13:47:18.586680 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fcbf597e-a568-408b-b8d1-cc354f053436 req-19de81cb-10c7-4723-aede-78c76ef05a7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335031 Jun 29 13:47:18.781319 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-38e0c72f-c0b1-437a-8782-33f36b0d547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:19.783899 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87424-eb4e-4b61-8464-3434e7f627f5 req-6a401012-017b-4a77-b886-24d9036b81c4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:19.786016 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d1f87424-eb4e-4b61-8464-3434e7f627f5 req-6a401012-017b-4a77-b886-24d9036b81c4 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0642421 Jun 29 13:47:19.835535 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d1f87424-eb4e-4b61-8464-3434e7f627f5 req-4c84d99d-d668-41ce-b33b-9a4d91731c61 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Jun 29 13:47:20.032204 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01a577-ec9e-471e-a146-739d659d5a66 req-d6d16d43-3a9d-483a-9640-8bb6421166e9 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:20.033860 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f01a577-ec9e-471e-a146-739d659d5a66 req-d6d16d43-3a9d-483a-9640-8bb6421166e9 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0808730 Jun 29 13:47:20.079300 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f01a577-ec9e-471e-a146-739d659d5a66 req-294f99d0-0184-460f-94d8-61cba5961643 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Jun 29 13:47:20.106420 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39886) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:47:20.214987 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b122e-fa21-417b-a582-5baf3dd6cef9 tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:20.217681 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-a23b122e-fa21-417b-a582-5baf3dd6cef9 tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1094 time: 0.1100256 Jun 29 13:47:20.221913 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 39890) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:47:20.232971 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'port_id': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:47:20.255995 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:20.382516 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:20.501670 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.27.0.51 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/d6717fa0-124d-495d-b766-a71044e9f291) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:47:20.607675 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:20.650331 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:20.652310 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-0b4877d3-c438-4324-82b4-d476c4f69930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:20.696269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:47:20.699847 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:47:20.704275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:47:20.711144 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=d6717fa0-124d-495d-b766-a71044e9f291,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:20.745116 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.745489 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.745860 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.746254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.746614 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.747025 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.747477 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.747848 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.748236 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.748712 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.749189 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.749583 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:47:20.756303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:21.126134 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.211673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.265991 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-63d178f5-a92c-44f7-bc5e-104493b3ea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.371366 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.376299 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.378348 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4c9c8030-601d-471e-aeb0-dce07fbb451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:47:21.444667 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=d6717fa0-124d-495d-b766-a71044e9f291,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:47:21.450287 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:47:21.457881 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.503134 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:21.562764 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP 3c787146-7f39-4478-8c60-3a763fefdfa0 associated. External IP: 172.27.0.51, port: 30918623-11ec-453b-b0c2-7bf132e1aec8. Jun 29 13:47:22.056269 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:47:22.170998 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:47:22.181815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:47:22.188820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:22.191528 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:47:22.192221 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:47:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:47:22.230419 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-221fc3ab-a741-42c5-9463-1b284eafd52d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0010278 Jun 29 13:47:22.231113 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:47:22.233762 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919a772-9617-43c9-b959-2c436440f837" -d '{"events": [{"name": "network-changed", "server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:47:22.318779 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:47:22.327085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776e4105-7f01-45cb-b2f9-bfea0ddab463 x-openstack-request-id: req-776e4105-7f01-45cb-b2f9-bfea0ddab463 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:47:22.327423 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:47:22.327727 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-776e4105-7f01-45cb-b2f9-bfea0ddab463 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:47:22.328166 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'status': 'completed', 'code': 200} Jun 29 13:47:22.406969 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a772-9617-43c9-b959-2c436440f837 req-bb530e7e-4a80-49c7-a5fa-19828c380375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:22.408531 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-bb530e7e-4a80-49c7-a5fa-19828c380375 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1099 time: 0.0549529 Jun 29 13:47:22.510479 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a772-9617-43c9-b959-2c436440f837 req-a77d86bc-0996-4eec-a13f-170ca52e03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:22.511970 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-a77d86bc-0996-4eec-a13f-170ca52e03ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0971398 Jun 29 13:47:22.561012 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '3c787146-7f39-4478-8c60-3a763fefdfa0', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:12:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10774b14-0d85-4e02-a54a-7c66675fa903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:47:20Z', 'updated_at': '2021-06-29T13:47:20Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:47:22.584376 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-8a7ad69c-8612-42ec-89cc-f95ac8906ef0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 999 time: 0.0650826 Jun 29 13:47:22.588087 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:47:22.599294 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:47:22.600011 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:47:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:47:22.634859 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a772-9617-43c9-b959-2c436440f837 req-4e1e20c1-0e93-41b2-9b8c-d3f0b7a3a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:22.636336 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-4e1e20c1-0e93-41b2-9b8c-d3f0b7a3a991 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0456755 Jun 29 13:47:22.694744 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a772-9617-43c9-b959-2c436440f837 req-c1e3d3f7-9015-450b-b946-b4f8f0975547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:22.696252 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-c1e3d3f7-9015-450b-b946-b4f8f0975547 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533485 Jun 29 13:47:22.708140 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:47:22.756749 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:22.798097 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-a420a65b-5773-403a-aabe-b6fb4ccd94fb service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945847 Jun 29 13:47:22.896173 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-c919a772-9617-43c9-b959-2c436440f837 req-d7ec5a26-8aa3-4e6c-905b-9a87d516855d service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913594 Jun 29 13:47:22.958662 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '3c787146-7f39-4478-8c60-3a763fefdfa0', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:12:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10774b14-0d85-4e02-a54a-7c66675fa903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:47:20Z', 'updated_at': '2021-06-29T13:47:20Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:47:22.986126 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41419e3b-d3d4-45a6-8842-11c8d55dba0c None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '3c787146-7f39-4478-8c60-3a763fefdfa0', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:12:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10774b14-0d85-4e02-a54a-7c66675fa903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:47:20Z', 'updated_at': '2021-06-29T13:47:20Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:47:23.198786 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feade3d4-883f-4f02-8200-d2e8ab0a2195 None None] New status for floating IP 3c787146-7f39-4478-8c60-3a763fefdfa0: ACTIVE {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:47:24.149981 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:27.915253 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:47:35.059802 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:41.890880 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-49221233-e7d5-4606-a3d0-03ce594385b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592129 Jun 29 13:47:41.986880 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-519569e5-e184-4566-858a-bb9856c5d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:41.988370 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-519569e5-e184-4566-858a-bb9856c5d606 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1099 time: 0.0529289 Jun 29 13:47:42.092704 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-ce5f42d9-fac5-48fe-944e-c5f8a562fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:42.094219 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-ce5f42d9-fac5-48fe-944e-c5f8a562fad8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0854545 Jun 29 13:47:42.166392 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-6aa11556-c335-4e02-9b6b-a72744fb865b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 1001 time: 0.0645168 Jun 29 13:47:42.217563 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-4b0a8c09-d6fe-4a2d-b058-034946318108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:42.219160 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-4b0a8c09-d6fe-4a2d-b058-034946318108 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0457859 Jun 29 13:47:42.288107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-d36d881a-3ea4-41e7-8f45-e50078dc34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:47:42.289615 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-d36d881a-3ea4-41e7-8f45-e50078dc34aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574820 Jun 29 13:47:42.397382 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-6bf3bc09-3b43-4eb6-87af-bd63859f73f6 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916812 Jun 29 13:47:42.487292 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f73fec1-7479-41f8-8283-00956a3bf9ab req-bc91b1f8-2963-41e4-89ec-71da824695ed service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822558 Jun 29 13:47:48.782924 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d64b3d15-0c9a-41ff-81ee-1c36911a8014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:51.267431 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-61112a68-1e2e-4531-8f58-3d80d60d5c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:51.507457 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:52.737281 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:47:54.153677 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:04.914514 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:48:05.046895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:18.785636 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-dfa8d7a5-0d50-40f1-83c0-46cb679efd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:21.269363 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-d84e4ecc-2277-4a59-b53b-49ece31e64ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:21.512732 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:22.746469 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:24.155254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:35.062788 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:41.914608 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:48:43.228362 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-93ca92fd-d6af-4a54-9ac9-1c9acbc5f508 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629051 Jun 29 13:48:43.347562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dad6a-b726-4536-9e36-e852c3685488 req-031a4ddb-5594-4dfa-b3cf-2d980dcfa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:48:43.349119 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-031a4ddb-5594-4dfa-b3cf-2d980dcfa426 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 1099 time: 0.0637379 Jun 29 13:48:43.483399 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dad6a-b726-4536-9e36-e852c3685488 req-1df76179-9497-42f6-a49f-12d9a9131b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:48:43.484972 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-1df76179-9497-42f6-a49f-12d9a9131b51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.1107609 Jun 29 13:48:43.566911 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-3dab7187-ad18-4dc7-9a16-30402af28aac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 200 len: 1001 time: 0.0706789 Jun 29 13:48:43.644466 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dad6a-b726-4536-9e36-e852c3685488 req-45f80217-2b51-4000-b8de-704e873f479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:48:43.647444 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-45f80217-2b51-4000-b8de-704e873f479c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0703261 Jun 29 13:48:43.738106 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dad6a-b726-4536-9e36-e852c3685488 req-82cac01d-e72b-4729-8c2f-bf2562149a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:48:43.739501 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-82cac01d-e72b-4729-8c2f-bf2562149a73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823963 Jun 29 13:48:43.839666 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-a897a691-5af7-4ec3-8920-0a1c642d7c9d service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898304 Jun 29 13:48:43.941617 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-f18dad6a-b726-4536-9e36-e852c3685488 req-3513afb2-de33-4807-9cb2-4aaacb012f65 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933547 Jun 29 13:48:48.788766 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-210b30e5-1f7f-4d9f-85fd-d2d8803db3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:51.273865 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-38e3f0f3-b49a-45c3-b18e-a1551e9dca89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:51.514890 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:52.744100 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:48:54.161308 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:05.086704 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:18.790895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7e85357c-a95f-4c5d-821d-bb90a9777ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:18.912873 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:49:19.986211 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff532f8-ac38-4b3b-b4ba-76d52b97464d req-b1c50505-6fce-40cf-adb3-8262b2505a5e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:19.987577 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cff532f8-ac38-4b3b-b4ba-76d52b97464d req-b1c50505-6fce-40cf-adb3-8262b2505a5e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0639625 Jun 29 13:49:20.025949 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-cff532f8-ac38-4b3b-b4ba-76d52b97464d req-1334f412-a3c5-4871-8b1f-f3c560cffbe1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Jun 29 13:49:21.210442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916e0a-13b4-43bb-bdf3-5a7f128aeb76 req-5efde8d4-e37a-4e4e-b819-74b18794aa33 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:21.211942 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f916e0a-13b4-43bb-bdf3-5a7f128aeb76 req-5efde8d4-e37a-4e4e-b819-74b18794aa33 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0650001 Jun 29 13:49:21.257842 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3f916e0a-13b4-43bb-bdf3-5a7f128aeb76 req-9bd0ee25-4ac3-43ec-84a9-4f494fa5a685 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390999 Jun 29 13:49:21.274828 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e43c20f6-3243-4819-a8fd-f6912ab11c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:21.516857 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:21.673753 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-dd6e601d-db8a-4034-be9f-feb440424107 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:21.675141 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-dd6e601d-db8a-4034-be9f-feb440424107 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0623009 Jun 29 13:49:21.779162 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port 30918623-11ec-453b-b0c2-7bf132e1aec8 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:49:21.779500 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:21.866948 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] For port 30918623-11ec-453b-b0c2-7bf132e1aec8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=30918623-11ec-453b-b0c2-7bf132e1aec8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:49:21.867374 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.326156 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.326838 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.326838 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.db.l3_db [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP 3c787146-7f39-4478-8c60-3a763fefdfa0 disassociated. External IP: 172.27.0.51, port: 30918623-11ec-453b-b0c2-7bf132e1aec8. Jun 29 13:49:22.327175 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for 30918623-11ec-453b-b0c2-7bf132e1aec8 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:49:22.436570 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15e856-6b09-4367-bcf8-155c188264d3 req-19de4cbc-875d-46f8-9feb-9001e84f60fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:22.438064 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9f15e856-6b09-4367-bcf8-155c188264d3 req-19de4cbc-875d-46f8-9feb-9001e84f60fb tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 946 time: 0.0679281 Jun 29 13:49:22.452861 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.457032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1ae5c0bf-1b9a-4dce-8a4c-d3fc6aa1b808 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:22.478630 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9f15e856-6b09-4367-bcf8-155c188264d3 req-d636a73b-975e-4020-9876-59e4f2fcfbfe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Jun 29 13:49:22.484604 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=30918623-11ec-453b-b0c2-7bf132e1aec8,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:22.498470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.498683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.499073 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.499452 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.499815 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.500183 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.500546 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.500931 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.501259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.501613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.501972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.502367 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:22.506171 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:22.615158 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:49:22.722948 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:49:22.737696 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:49:22.752617 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.753247 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:49:22.753866 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:49:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:22.771010 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] No DVR routers for this DVR port 30918623-11ec-453b-b0c2-7bf132e1aec8 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:49:22.773719 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:22.775817 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ead63c70-16d0-4823-ae25-2f462c038e5c req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "DELETE /v2.0/ports/30918623-11ec-453b-b0c2-7bf132e1aec8 HTTP/1.1" status: 204 len: 173 time: 1.0946319 Jun 29 13:49:22.776372 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'name': 'network-vif-deleted', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:49:22.778783 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c189137-6de1-47b8-ad11-a59fc98d18cd" -d '{"events": [{"server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "name": "network-vif-deleted", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:49:22.820053 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882f4a4-cf60-4b9d-939f-98736536c8d7 x-openstack-request-id: req-8882f4a4-cf60-4b9d-939f-98736536c8d7 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:49:22.820546 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10774b14-0d85-4e02-a54a-7c66675fa903", "name": "network-vif-deleted", "tag": "30918623-11ec-453b-b0c2-7bf132e1aec8", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:49:22.820917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8882f4a4-cf60-4b9d-939f-98736536c8d7 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:49:22.821435 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10774b14-0d85-4e02-a54a-7c66675fa903', 'name': 'network-vif-deleted', 'tag': '30918623-11ec-453b-b0c2-7bf132e1aec8', 'status': 'completed', 'code': 200} Jun 29 13:49:22.873100 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:49:23.085960 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:23.113016 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:49:23.121517 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:49:23.122174 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:49:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:23.245360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:49:23.449479 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:23.480592 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a943d1-ce9e-482f-8142-e7170797e24d None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:49:23.634924 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0239ed5d-6091-442d-99c5-d0189a1ee083 req-4f5234aa-c974-480a-ac89-7d1e19ac147d tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=10774b14-0d85-4e02-a54a-7c66675fa903 HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jun 29 13:49:23.712886 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99257db6-a67d-4a80-96a6-f792016be6a2 None None] New status for floating IP 3c787146-7f39-4478-8c60-3a763fefdfa0: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:49:24.159494 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:24.628504 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 30918623-11ec-453b-b0c2-7bf132e1aec8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:49:24.648486 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 30918623-11ec-453b-b0c2-7bf132e1aec8 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:49:24.648840 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 30918623-11ec-453b-b0c2-7bf132e1aec8 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:49:24.876057 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-8f453207-b8e3-4586-a626-d4a6aadaf85b tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296407078&fields=id&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 267 time: 0.0317235 Jun 29 13:49:24.985300 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-f5af4e4a-05e7-45f0-994e-cdac92160ef5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:24.986776 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-f5af4e4a-05e7-45f0-994e-cdac92160ef5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.1022468 Jun 29 13:49:25.001905 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-782cc60e-0a04-4968-888c-8fff3a05bb47 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/quotas/8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 375 time: 0.0094268 Jun 29 13:49:25.071696 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-084affd8-92f5-48bf-acb2-0d0863515409 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640817 Jun 29 13:49:25.149801 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-2968244f-2426-4b90-919a-4505dc9e92bc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 13:49:25.150826 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-2968244f-2426-4b90-919a-4505dc9e92bc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0686314 Jun 29 13:49:25.241757 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-311d4f76-d5b4-4d3f-8b67-11de31990e74 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848610 Jun 29 13:49:25.327923 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-69ca5d5a-6459-48e2-868a-084fca22f563 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801275 Jun 29 13:49:25.634881 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-53f392e2-2d7b-4118-94e0-75f2dfa2e2ec req-3759f0ae-1228-4a59-b816-79048524c41b tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 210 time: 0.0300534 Jun 29 13:49:26.707056 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-20a6bbe3-c5b6-4059-ba28-1c66db48b6c1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:26.708674 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-20a6bbe3-c5b6-4059-ba28-1c66db48b6c1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.1085021 Jun 29 13:49:26.759499 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-0543397f-25d4-4b15-9280-d0a488e790dc tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 379 time: 0.0370870 Jun 29 13:49:26.783547 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2d0a1d3a-7f99-47c0-99e4-e9f9e8ffbc3d req-22654bb3-8cd3-420f-b962-c674b7995ec2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Jun 29 13:49:26.789762 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'port': {'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'admin_state_up': True, 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'security_groups': ['2fe74d39-2f98-4a56-be70-800d772b8707']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:49:26.898993 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Made reservation on behalf of 8c66e36d2008433884279b67fdf9fd2e for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:49:26.902749 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.030589 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.20.0.7 (3cb96e13-6c11-4098-be55-cef1f9a3943f/526a723b-c944-4ffa-a4bf-92c0f8fa02c7/787fec45-2d3d-4be4-a907-2947175d4d31) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:49:27.175945 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.189789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Transition to ACTIVE for port object 787fec45-2d3d-4be4-a907-2947175d4d31 will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:49:27.224720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.229032 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:27.273246 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:49:27.276639 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:49:27.280514 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:49:27.308999 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:27.313579 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:27.333865 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:27.334586 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.351319 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-2396a7a2-3daf-4c36-b945-dc3a1227bb5a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659890 Jun 29 13:49:27.372119 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Request body: {'port': {'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:49:27.456154 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.518986 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9a76f66d-cd5e-45ce-8ee6-086e30918de9 None None] Provisioning for port 787fec45-2d3d-4be4-a907-2947175d4d31 completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:49:27.523715 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9a76f66d-cd5e-45ce-8ee6-086e30918de9 None None] Provisioning complete for port 787fec45-2d3d-4be4-a907-2947175d4d31 triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:49:27.524117 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a76f66d-cd5e-45ce-8ee6-086e30918de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.558233 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9a76f66d-cd5e-45ce-8ee6-086e30918de9 None None] Port 787fec45-2d3d-4be4-a907-2947175d4d31 cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:49:27.718610 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787fec45-2d3d-4be4-a907-2947175d4d31 {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:49:27.726387 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.739155 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Transition to ACTIVE for port object 787fec45-2d3d-4be4-a907-2947175d4d31 will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:49:27.743852 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.745810 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-65730d42-dcb7-4805-ba88-719c8b372dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:27.795033 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Pushing event updated for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:27.799485 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:27.872684 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Attempting to bind port 787fec45-2d3d-4be4-a907-2947175d4d31 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:49:27.873065 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Attempting to bind port 787fec45-2d3d-4be4-a907-2947175d4d31 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:49:27.873349 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Attempting to bind port 787fec45-2d3d-4be4-a907-2947175d4d31 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:49:27.877972 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Port 787fec45-2d3d-4be4-a907-2947175d4d31 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:49:27.878389 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Attempting to bind port 787fec45-2d3d-4be4-a907-2947175d4d31 on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:49:27.884343 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:49:27.884760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:49:27.885152 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Bound using segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:49:27.885558 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Bound port: 787fec45-2d3d-4be4-a907-2947175d4d31, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:49:27.885920 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:27.994360 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:49:28.007951 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=787fec45-2d3d-4be4-a907-2947175d4d31,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:49:28.013793 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:28.015955 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-4c17a325-4b19-4b2f-b948-89a558a14d5a tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:28.047676 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e8ae-a699-4585-bd5f-c7c4dd42581d req-f50d00fb-3988-458d-93df-1fc7c5ec6cb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.049070 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3812e8ae-a699-4585-bd5f-c7c4dd42581d req-f50d00fb-3988-458d-93df-1fc7c5ec6cb7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.1279151 Jun 29 13:49:28.065185 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.065732 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:28.067141 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] 10.222.0.61 "PUT /v2.0/ports/787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 1093 time: 0.6997461 Jun 29 13:49:28.072385 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:49:28.074695 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3972183-dfbb-4559-af09-bde7b956a109" -d '{"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:49:28.115612 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Pushing event updated for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:28.120452 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c485ce8e-64cb-428c-8847-cbd494f8a57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:28.123889 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3812e8ae-a699-4585-bd5f-c7c4dd42581d req-6308b5e2-b1f5-4cf9-a6be-14eee500e9dc tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673068 Jun 29 13:49:28.155130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d140f7-f684-4df7-acd2-ac11d52ab5a1 x-openstack-request-id: req-b4d140f7-f684-4df7-acd2-ac11d52ab5a1 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:49:28.155469 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:49:28.155771 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4d140f7-f684-4df7-acd2-ac11d52ab5a1 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:49:28.156200 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31', 'status': 'completed', 'code': 200} Jun 29 13:49:28.184144 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-0214b44b-5425-4765-86a3-4eda4272d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.185736 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-0214b44b-5425-4765-86a3-4eda4272d085 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1096 time: 0.0609920 Jun 29 13:49:28.233672 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-ba78201f-074b-4934-ba74-7f7a42308cb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 217 time: 0.0356634 Jun 29 13:49:28.288760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-83a2432a-b57b-4bf5-9530-d37368a934ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.290232 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-83a2432a-b57b-4bf5-9530-d37368a934ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0452924 Jun 29 13:49:28.351928 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c678-3714-4908-b831-806c6e8146fb req-ae9302bf-1738-4734-845c-fe187bb03f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.353418 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-ae9302bf-1738-4734-845c-fe187bb03f61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516350 Jun 29 13:49:28.446541 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-85d65847-f27a-4cba-9ad6-c5bd68bc37ef service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828712 Jun 29 13:49:28.537195 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-3777c678-3714-4908-b831-806c6e8146fb req-dcbc61f2-7d92-4f3a-8a08-483e26e9ca20 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801845 Jun 29 13:49:28.640133 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972183-dfbb-4559-af09-bde7b956a109 req-08bd2ae6-02e8-4b6b-9bb3-9770ff7c4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.641524 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-08bd2ae6-02e8-4b6b-9bb3-9770ff7c4190 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1096 time: 0.0559165 Jun 29 13:49:28.732562 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972183-dfbb-4559-af09-bde7b956a109 req-6e7a8344-90c4-4c79-bd65-8216b3b07cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.734010 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-6e7a8344-90c4-4c79-bd65-8216b3b07cba service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0841241 Jun 29 13:49:28.781501 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-ed341782-0ff8-4559-82f0-8d3f1642a8b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 217 time: 0.0377271 Jun 29 13:49:28.832121 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972183-dfbb-4559-af09-bde7b956a109 req-9e756bf3-f894-4391-88ff-d796b4300270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.833523 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-9e756bf3-f894-4391-88ff-d796b4300270 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0424404 Jun 29 13:49:28.889442 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3972183-dfbb-4559-af09-bde7b956a109 req-346fafb9-c7c0-4236-89b4-9ba76a6d9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:28.890967 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-346fafb9-c7c0-4236-89b4-9ba76a6d9ca1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495360 Jun 29 13:49:28.986622 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-71723c58-62d8-4f40-b275-b5e5ab84c239 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855846 Jun 29 13:49:29.074794 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e3972183-dfbb-4559-af09-bde7b956a109 req-a9f1c93c-88f9-4cd2-987b-a0e653ec77ea service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806906 Jun 29 13:49:29.309679 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e774b-3bbb-4a32-8626-59dba6e774b5 req-b1febd90-f8e6-4ae3-b964-28c6d2637a17 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:29.311168 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e7e774b-3bbb-4a32-8626-59dba6e774b5 req-b1febd90-f8e6-4ae3-b964-28c6d2637a17 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0732491 Jun 29 13:49:29.348113 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-2e7e774b-3bbb-4a32-8626-59dba6e774b5 req-d222a151-acae-4769-a92d-0ace236b8458 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308912 Jun 29 13:49:30.521643 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3e027-c5da-4d53-8446-4ae0d6027db4 req-b40a368c-4385-4285-8822-eebfdc72fd6c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:30.523275 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-95d3e027-c5da-4d53-8446-4ae0d6027db4 req-b40a368c-4385-4285-8822-eebfdc72fd6c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0628679 Jun 29 13:49:30.564822 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-95d3e027-c5da-4d53-8446-4ae0d6027db4 req-9707aceb-141f-47df-a1f5-743e6417d8be tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358901 Jun 29 13:49:31.738992 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e849-79bd-4f87-92b9-0d6fba3d5780 req-ed681abc-28b8-4a8c-9388-d31224d25831 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:31.740587 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3818e849-79bd-4f87-92b9-0d6fba3d5780 req-ed681abc-28b8-4a8c-9388-d31224d25831 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0658965 Jun 29 13:49:31.778352 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-3818e849-79bd-4f87-92b9-0d6fba3d5780 req-cae29bc2-e75f-46a2-aca9-bcfef0bc6065 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Jun 29 13:49:32.947499 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8785-fd9d-4525-8d90-10823c113f56 req-8083396c-c173-47a1-8e36-0eec237a9d8b tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:32.948946 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ad9e8785-fd9d-4525-8d90-10823c113f56 req-8083396c-c173-47a1-8e36-0eec237a9d8b tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0620279 Jun 29 13:49:32.986583 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ad9e8785-fd9d-4525-8d90-10823c113f56 req-a5f7a84b-39cd-4d6d-a538-ea6a89313a45 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Jun 29 13:49:34.160806 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16968dfe-590a-4466-8feb-8b5d3870c89b req-a18efcf2-61d1-4ecf-a456-cc5abc03513e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:34.163283 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-16968dfe-590a-4466-8feb-8b5d3870c89b req-a18efcf2-61d1-4ecf-a456-cc5abc03513e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0628645 Jun 29 13:49:34.200994 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-16968dfe-590a-4466-8feb-8b5d3870c89b req-119ba848-5af1-4a85-ab9d-74ba5076e9c2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Jun 29 13:49:35.076841 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:35.374371 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c140a-30f8-4832-a2b5-f3aa31a40533 req-d3085a92-24f9-4397-b0f9-e2657907f34e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:35.375844 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-420c140a-30f8-4832-a2b5-f3aa31a40533 req-d3085a92-24f9-4397-b0f9-e2657907f34e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0650754 Jun 29 13:49:35.413298 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-420c140a-30f8-4832-a2b5-f3aa31a40533 req-8a86bd1a-a712-41ab-b7fa-582a566ba0b9 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Jun 29 13:49:36.593439 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47d53-b112-43aa-9667-bf8d893b8ed1 req-cb7ec90c-c1df-4f5a-9dd8-8944a9ace787 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:36.594962 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-77a47d53-b112-43aa-9667-bf8d893b8ed1 req-cb7ec90c-c1df-4f5a-9dd8-8944a9ace787 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 943 time: 0.0687594 Jun 29 13:49:36.634375 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-77a47d53-b112-43aa-9667-bf8d893b8ed1 req-f3b23881-2683-4ec1-b74b-70e4290d6567 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335624 Jun 29 13:49:36.681301 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 787fec45-2d3d-4be4-a907-2947175d4d31 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:49:36.781673 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=787fec45-2d3d-4be4-a907-2947175d4d31,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:49:36.793632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '787fec45-2d3d-4be4-a907-2947175d4d31', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:49:36.831209 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:36.845193 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787fec45-2d3d-4be4-a907-2947175d4d31 {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:49:36.866989 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=787fec45-2d3d-4be4-a907-2947175d4d31,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:49:36.871190 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:36.872915 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-94cdfd22-9edb-400d-852d-2a1339744b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:36.922804 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:36.930891 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.931241 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.931583 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.931919 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.932253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.932588 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.932917 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.933242 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.933569 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.933895 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.934241 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.934570 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:36.938437 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:37.139013 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['787fec45-2d3d-4be4-a907-2947175d4d31'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:49:37.821675 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8139-938d-4e6d-9068-3bdd74260435 req-e063cf08-fa7e-45c6-b54f-4f6d3174e889 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:37.823196 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acdb8139-938d-4e6d-9068-3bdd74260435 req-e063cf08-fa7e-45c6-b54f-4f6d3174e889 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 944 time: 0.0791447 Jun 29 13:49:37.861682 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acdb8139-938d-4e6d-9068-3bdd74260435 req-e418db34-692c-494d-a833-5f818d1a6047 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325561 Jun 29 13:49:38.705545 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 787fec45-2d3d-4be4-a907-2947175d4d31 up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:49:38.755036 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 787fec45-2d3d-4be4-a907-2947175d4d31 completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:49:38.759517 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 787fec45-2d3d-4be4-a907-2947175d4d31 triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:49:38.759905 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:38.834524 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:38.856883 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:49:38.858750 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84ae94-3255-4f2c-ad22-98734d4863a1" -d '{"events": [{"server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "name": "network-vif-plugged", "status": "completed", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:49:38.871686 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=787fec45-2d3d-4be4-a907-2947175d4d31,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:49:38.875658 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:38.878893 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:38.905343 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd09f5-2a48-4ad7-83a6-1a0646bc0ad9 x-openstack-request-id: req-e3fd09f5-2a48-4ad7-83a6-1a0646bc0ad9 {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:49:38.905643 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "name": "network-vif-plugged", "status": "completed", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:49:38.906691 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3fd09f5-2a48-4ad7-83a6-1a0646bc0ad9 {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:49:38.907015 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31', 'code': 200} Jun 29 13:49:38.936112 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:38.940404 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:39.055130 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed010f1-da9a-4b20-9c31-a42e806ec0e1 req-afc5d204-8db4-473c-927f-d579988e1bd0 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:39.056614 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7ed010f1-da9a-4b20-9c31-a42e806ec0e1 req-afc5d204-8db4-473c-927f-d579988e1bd0 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0767407 Jun 29 13:49:39.097945 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-7ed010f1-da9a-4b20-9c31-a42e806ec0e1 req-b77afdab-123c-478b-a4d7-6a76bdb380a1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356672 Jun 29 13:49:39.184818 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a7ec-45c6-4ce6-a983-18eef74b17d6 req-885bd0cd-da85-4843-b005-1e5cf50bc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:39.186341 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af19a7ec-45c6-4ce6-a983-18eef74b17d6 req-885bd0cd-da85-4843-b005-1e5cf50bc82a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0574684 Jun 29 13:49:39.225895 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-af19a7ec-45c6-4ce6-a983-18eef74b17d6 req-80294f8e-60dd-49bf-8ba9-e41c5b92852a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288806 Jun 29 13:49:40.280994 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b6bae-2d49-4d8e-84f6-d64a5d11dbae req-5c3a4100-8051-401c-8d34-1c27609eab2f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:40.282516 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9c8b6bae-2d49-4d8e-84f6-d64a5d11dbae req-5c3a4100-8051-401c-8d34-1c27609eab2f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0642791 Jun 29 13:49:40.329467 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-9c8b6bae-2d49-4d8e-84f6-d64a5d11dbae req-53018d07-4ad7-4602-b6c0-947930d6d066 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 Jun 29 13:49:40.513950 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2293-5cff-4fb9-904f-15cf35e65a49 req-7b3b9983-80d2-45dc-8822-beffa1679e4f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:40.515417 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-48fb2293-5cff-4fb9-904f-15cf35e65a49 req-7b3b9983-80d2-45dc-8822-beffa1679e4f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0677311 Jun 29 13:49:40.560138 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-48fb2293-5cff-4fb9-904f-15cf35e65a49 req-51894a6f-64db-46db-85ea-b08481992bf0 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Jun 29 13:49:40.585538 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40016) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:49:40.641822 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f0f175-0eeb-48f8-a6ca-fb3aaf7c43d8 tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:40.643362 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b0f0f175-0eeb-48f8-a6ca-fb3aaf7c43d8 tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1093 time: 0.0568027 Jun 29 13:49:40.646075 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40018) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:49:40.650415 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:49:40.672984 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:40.770113 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:40.879880 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.27.0.171 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/11075f66-b347-4dda-8bb2-a19d47e0db9e) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:49:40.985828 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.028027 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.030728 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-8950274a-17d1-4bdd-89de-cc9ffdfb6569 tempest-AttachVolumeTestJSON-2059182957 tempest-AttachVolumeTestJSON-2059182957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:41.072245 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:49:41.076552 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:49:41.080234 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:49:41.086791 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=11075f66-b347-4dda-8bb2-a19d47e0db9e,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:41.117806 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.118212 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.118586 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.118953 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.119313 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.119673 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.120030 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.120384 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.120738 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.121090 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.121437 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.121783 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:49:41.127071 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:41.466461 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.540088 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.687196 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.691572 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.694384 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-ec2a42c9-3524-4c07-aeb9-9258570d5f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:49:41.756162 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=11075f66-b347-4dda-8bb2-a19d47e0db9e,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:49:41.760372 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:49:41.770203 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:41.869069 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP cc21bd8b-0e46-449e-9948-1f27ac3111b4 associated. External IP: 172.27.0.171, port: 787fec45-2d3d-4be4-a907-2947175d4d31. Jun 29 13:49:42.078812 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:49:42.202488 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:49:42.212059 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:49:42.219280 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:42.223119 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:49:42.224544 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:49:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:42.256177 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6090345 Jun 29 13:49:42.256831 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:49:42.259285 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4563344-6bde-4af7-8a38-3124cee8077f" -d '{"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:49:42.297333 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41904507-588d-45ac-ba62-f8c5876557bb x-openstack-request-id: req-41904507-588d-45ac-ba62-f8c5876557bb {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:49:42.297669 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:49:42.297961 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41904507-588d-45ac-ba62-f8c5876557bb {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:49:42.298440 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31', 'status': 'completed', 'code': 200} Jun 29 13:49:42.342927 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:49:42.378298 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563344-6bde-4af7-8a38-3124cee8077f req-5f04614b-c090-486d-84a2-7d54c31e8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:42.379803 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-5f04614b-c090-486d-84a2-7d54c31e8d3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0575395 Jun 29 13:49:42.479491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563344-6bde-4af7-8a38-3124cee8077f req-64f9e33c-1057-4a30-a343-3988e44264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:42.480953 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-64f9e33c-1057-4a30-a343-3988e44264e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0941641 Jun 29 13:49:42.550964 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-9bcd527f-81ec-49d7-80b5-943bc6788dad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 999 time: 0.0621872 Jun 29 13:49:42.584809 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:41Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:42.614803 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563344-6bde-4af7-8a38-3124cee8077f req-0e14eef7-544d-4f9b-a214-bcac7e08ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:42.616140 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-0e14eef7-544d-4f9b-a214-bcac7e08ab46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0593891 Jun 29 13:49:42.677947 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563344-6bde-4af7-8a38-3124cee8077f req-c049fb75-ac28-4046-a34d-e3dc1121510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:42.679515 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-c049fb75-ac28-4046-a34d-e3dc1121510c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568016 Jun 29 13:49:42.750253 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:49:42.761195 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:49:42.761903 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:49:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:42.774318 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-1ed67b1e-4dc4-4d3c-aa42-cf477d58f944 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878632 Jun 29 13:49:42.870524 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d4563344-6bde-4af7-8a38-3124cee8077f req-c4ea10cd-b91f-4ee6-a16c-e2636b51af90 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898077 Jun 29 13:49:42.870783 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:49:43.119936 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:41Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:49:43.148752 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1b4af-d87d-4a2a-b8db-199b475df63a None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:41Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:49:43.344784 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7369169-abee-4a99-b506-4cde9f40f983 None None] New status for floating IP cc21bd8b-0e46-449e-9948-1f27ac3111b4: ACTIVE {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:49:44.890494 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-19963947-ff93-4287-9bb4-6e5951f38079 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541759 Jun 29 13:49:44.996407 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa676-7f76-4420-bddd-5353640e396b req-106200cf-a192-4fcb-a6fe-8529ed61e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:44.998814 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-106200cf-a192-4fcb-a6fe-8529ed61e44a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0644238 Jun 29 13:49:45.109454 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa676-7f76-4420-bddd-5353640e396b req-84c61070-9763-4682-acdb-f0218b4c8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:45.111027 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-84c61070-9763-4682-acdb-f0218b4c8d5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0891049 Jun 29 13:49:45.181867 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-a9fa4113-ae93-40db-a722-43f4186eb431 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 1001 time: 0.0642703 Jun 29 13:49:45.238527 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa676-7f76-4420-bddd-5353640e396b req-6d6cfda0-6ba5-4e1f-800b-22c0fc9b46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:45.240661 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-6d6cfda0-6ba5-4e1f-800b-22c0fc9b46bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0521371 Jun 29 13:49:45.308327 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa676-7f76-4420-bddd-5353640e396b req-edb034e7-88e2-4407-8e3d-5549762dad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:49:45.309878 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-edb034e7-88e2-4407-8e3d-5549762dad27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531340 Jun 29 13:49:45.409734 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-d6e969c5-f0a0-4bc3-afe7-d2aebafbdb82 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924342 Jun 29 13:49:45.513368 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-e2cfa676-7f76-4420-bddd-5353640e396b req-305fb223-441c-48a8-806b-03ccd71c0447 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945530 Jun 29 13:49:48.792044 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-281d459e-18c4-4e1d-a75b-3a572cb95a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:51.278250 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-97aa90cd-0c28-404c-b131-69ad72bff019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:51.519461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:52.748739 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:54.163091 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:49:55.912224 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:50:05.076590 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:18.795387 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ec5699a3-c512-4dfe-9bcc-22ef47b83f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:21.268506 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-fef24cda-cbb3-4e0d-9328-4170fe57987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:21.524125 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:22.752804 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:24.165495 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:32.912173 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:50:35.102673 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:46.867744 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-85583d33-45da-4744-90fc-9d361fc57d52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533223 Jun 29 13:50:46.964598 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0523fd-34ec-4613-b628-648417c6a591 req-64c3e443-22d4-4b8e-8382-b11ceb842493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:50:46.966099 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-64c3e443-22d4-4b8e-8382-b11ceb842493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0522819 Jun 29 13:50:47.072530 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0523fd-34ec-4613-b628-648417c6a591 req-98696212-79a4-4357-9850-2b021d16c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:50:47.073948 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-98696212-79a4-4357-9850-2b021d16c2a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0841403 Jun 29 13:50:47.141224 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-e76df93a-e1aa-460d-81c8-67248094a90f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 1001 time: 0.0562370 Jun 29 13:50:47.191454 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0523fd-34ec-4613-b628-648417c6a591 req-a113777c-306d-4f91-8d99-387960d1e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:50:47.193377 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-a113777c-306d-4f91-8d99-387960d1e79e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0452452 Jun 29 13:50:47.250173 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0523fd-34ec-4613-b628-648417c6a591 req-2783ced8-ff00-4469-a340-4783afef22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:50:47.251653 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-2783ced8-ff00-4469-a340-4783afef22e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507491 Jun 29 13:50:47.339425 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-1f4a364f-8861-4e4f-abe4-132e588253f7 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808330 Jun 29 13:50:47.430359 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-da0523fd-34ec-4613-b628-648417c6a591 req-86d040ea-f594-4aaf-be02-65a1cade96a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841920 Jun 29 13:50:48.797372 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4aab3c87-1b5b-4215-84f4-d1123abe2cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:51.269588 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-a4c73fe3-511a-4974-b7d2-7aba6c8f093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:51.526240 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:52.427715 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-bf397d91-763f-4f87-9a99-2934c17f5f08 req-777599a7-b855-47f7-982c-4a9586302d06 service neutron] (93160) timed out ('10.222.0.61', 50997) {{(pid=93160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 13:50:52.755063 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:50:54.168849 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:05.135254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:09.910744 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:51:18.798173 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-f9ac16f4-f0cf-4541-a452-1996844d26e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:21.269683 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9a3df59b-e809-44de-bf9e-48a6d1329cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:21.530358 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:22.758075 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:24.174039 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:28.270635 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-15e0aa84-ed2e-4e36-a153-69c98fedecf2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296407078&fields=id&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 267 time: 0.0323019 Jun 29 13:51:28.377844 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-7cf57b84-cadc-4832-8675-a738b7db79df tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:28.379295 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-7cf57b84-cadc-4832-8675-a738b7db79df tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.1017010 Jun 29 13:51:28.394250 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-87af0317-94da-45bf-9c3a-90a42865b990 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/quotas/8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 375 time: 0.0086844 Jun 29 13:51:28.467805 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-3a449bc1-fbee-49da-9903-ef02d36c3901 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679793 Jun 29 13:51:28.603194 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-219b6592-0e30-4e08-8788-a39c47cf807d service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244652 Jun 29 13:51:28.689408 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-ecde7e56-27d4-4dac-aff4-c5a11fb9fc47 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798848 Jun 29 13:51:28.984265 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-f37359f9-0c2c-4fc1-8374-c9aeecee8cae req-27dfc4a8-c5ae-4fef-b183-faa7afc4c545 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 210 time: 0.0312233 Jun 29 13:51:30.381716 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2cf79830-003c-4380-a3e1-3c2e4fbb4c25 req-5907920f-ce35-4783-a874-9e7283ea6813 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 210 time: 0.0353928 Jun 29 13:51:30.411034 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-8fec818d-a21b-43cf-a3f9-46bc8736bda1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:30.413317 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-8fec818d-a21b-43cf-a3f9-46bc8736bda1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 812 time: 0.4412885 Jun 29 13:51:30.455497 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-ec047ea8-dbd6-41bc-87ff-035ef3a79971 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c66e36d2008433884279b67fdf9fd2e HTTP/1.1" status: 200 len: 379 time: 0.0328729 Jun 29 13:51:30.465367 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'port': {'device_id': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'admin_state_up': True, 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'security_groups': ['2fe74d39-2f98-4a56-be70-800d772b8707']}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:51:30.587375 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Made reservation on behalf of 8c66e36d2008433884279b67fdf9fd2e for: {'port': 1} {{(pid=93159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 13:51:30.590895 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:30.716488 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_common [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.20.0.14 (3cb96e13-6c11-4098-be55-cef1f9a3943f/526a723b-c944-4ffa-a4bf-92c0f8fa02c7/72fb7f3c-cb67-45af-9378-1ea5e057858d) {{(pid=93159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:51:30.860804 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:30.873540 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Transition to ACTIVE for port object 72fb7f3c-cb67-45af-9378-1ea5e057858d will not be triggered until provisioned by entity DHCP. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:51:30.905223 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2646937'] for port, after_create {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:30.908943 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-79c76118-2d8f-4d73-abe0-27f97c142a37 tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:30.950586 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f is already hosted by enough agents. {{(pid=93159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:51:30.953665 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.base_scheduler [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:51:30.957883 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:51:30.980415 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=1']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:30.995477 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.995863 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.996234 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.996602 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.996964 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.997326 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.997690 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.998162 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.998436 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.998790 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.999146 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:30.999515 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:31.011295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:31.024107 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.024711 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.040068 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-134fa0e4-5ef6-4911-8482-4ee91f5dcebe tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782006 Jun 29 13:51:31.056638 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.v2.base [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Request body: {'port': {'device_id': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:51:31.128658 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.132341 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e0c8f5ec-7d14-4c86-82e6-c2e07f345003 None None] Provisioning for port 72fb7f3c-cb67-45af-9378-1ea5e057858d completed by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:51:31.135972 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-e0c8f5ec-7d14-4c86-82e6-c2e07f345003 None None] Provisioning complete for port 72fb7f3c-cb67-45af-9378-1ea5e057858d triggered by entity DHCP. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:51:31.136351 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f5ec-7d14-4c86-82e6-c2e07f345003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.170204 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8f5ec-7d14-4c86-82e6-c2e07f345003 None None] Port 72fb7f3c-cb67-45af-9378-1ea5e057858d cannot update to ACTIVE because it is not bound. {{(pid=93161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 13:51:31.386713 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fb7f3c-cb67-45af-9378-1ea5e057858d {{(pid=93159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:51:31.393675 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.405317 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.provisioning_blocks [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Transition to ACTIVE for port object 72fb7f3c-cb67-45af-9378-1ea5e057858d will not be triggered until provisioned by entity L2. {{(pid=93159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 13:51:31.409836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.412561 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9bfc863d-a190-4a4d-bd31-08eaf7ec423b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:31.464157 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Pushing event updated for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=2']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:31.467632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:31.541097 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Attempting to bind port 72fb7f3c-cb67-45af-9378-1ea5e057858d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 13:51:31.541444 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Attempting to bind port 72fb7f3c-cb67-45af-9378-1ea5e057858d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 13:51:31.541917 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Attempting to bind port 72fb7f3c-cb67-45af-9378-1ea5e057858d on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:51:31.546652 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Port 72fb7f3c-cb67-45af-9378-1ea5e057858d on network 3cb96e13-6c11-4098-be55-cef1f9a3943f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 13:51:31.546993 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Attempting to bind port 72fb7f3c-cb67-45af-9378-1ea5e057858d on network 3cb96e13-6c11-4098-be55-cef1f9a3943f {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 13:51:31.552805 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Checking agent: {'id': '5a6c52fb-17a8-4ea7-b4af-facfbdc85a2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'started_at': datetime.datetime(2021, 6, 29, 13, 33, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 13, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 13:51:31.553945 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Checking segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 13:51:31.554278 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Bound using segment: {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'} {{(pid=93159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 13:51:31.554714 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.managers [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Bound port: 72fb7f3c-cb67-45af-9378-1ea5e057858d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b83a74-ee83-459d-9ff8-d53023dfc886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f'}}] {{(pid=93159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 13:51:31.555066 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.572675 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2e8c-9ecc-4c37-bf06-e58637b83954 req-cef18b88-6e3d-4e5c-ae07-a35aceca3636 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.575208 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-455c2e8c-9ecc-4c37-bf06-e58637b83954 req-cef18b88-6e3d-4e5c-ae07-a35aceca3636 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0733287 Jun 29 13:51:31.622777 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-455c2e8c-9ecc-4c37-bf06-e58637b83954 req-1dce71f4-554c-429d-8f60-74fb6c300f8e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Jun 29 13:51:31.627712 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, cleared binding levels {{(pid=93159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 13:51:31.631961 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 13:51:31.636613 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2646955'] for port, after_update {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.640528 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-b8841592-4208-4d4e-be8a-e52f01d9425b tempest-AttachVolumeNegativeTest-178554812 tempest-AttachVolumeNegativeTest-178554812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:31.676461 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.678015 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:31.680029 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] 10.222.0.61 "PUT /v2.0/ports/72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 1094 time: 0.6284385 Jun 29 13:51:31.680556 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:51:31.682970 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:51:31.726720 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Pushing event updated for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=3']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:31.757911 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bc636c1b-f3c6-4bb0-af48-3ce41a146feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:31.759632 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0038a613-886b-4513-9414-d30eb336cbe2 x-openstack-request-id: req-0038a613-886b-4513-9414-d30eb336cbe2 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:51:31.759974 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:51:31.760266 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0038a613-886b-4513-9414-d30eb336cbe2 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:51:31.760784 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'status': 'completed', 'code': 200} Jun 29 13:51:31.790415 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-43a3ab93-e79a-46a2-9943-1fa9a6bdee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.791935 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-43a3ab93-e79a-46a2-9943-1fa9a6bdee37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1097 time: 0.0617092 Jun 29 13:51:31.837377 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-6e1af9ca-e2ad-4f18-be12-91cf2cf71c9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 217 time: 0.0368559 Jun 29 13:51:31.891185 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-62b210d9-f283-46b4-89cb-e2685ab31050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.892624 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-62b210d9-f283-46b4-89cb-e2685ab31050 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0479853 Jun 29 13:51:31.961983 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7b74-202a-4497-acf8-c33790047181 req-4d85b644-e894-4453-bc0c-4055f8d9e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:31.963562 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-4d85b644-e894-4453-bc0c-4055f8d9e300 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641103 Jun 29 13:51:32.059016 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-bd931545-ecaf-4e05-83d2-1d9f4979eb31 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849185 Jun 29 13:51:32.150101 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6d0b7b74-202a-4497-acf8-c33790047181 req-3009ce20-596d-47f1-b9bf-8632864a14e5 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813468 Jun 29 13:51:32.251505 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-c6aef4ae-721b-4971-bdd1-1c55fe138891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:32.252970 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-c6aef4ae-721b-4971-bdd1-1c55fe138891 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1097 time: 0.0513484 Jun 29 13:51:32.347736 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-59746076-a376-4f20-9ebe-53049ab080b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:32.349253 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-59746076-a376-4f20-9ebe-53049ab080b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0858703 Jun 29 13:51:32.389933 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-08effbdd-3136-47d5-90f7-346ce438e6fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 217 time: 0.0338340 Jun 29 13:51:32.438412 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-ee2284a9-b18a-408e-83cd-1a7163c3e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:32.439836 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-ee2284a9-b18a-408e-83cd-1a7163c3e884 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0419538 Jun 29 13:51:32.499903 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-7b5cee64-2e5a-40f1-a586-35b983ff4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:32.501377 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-7b5cee64-2e5a-40f1-a586-35b983ff4f7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545404 Jun 29 13:51:32.588316 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-51c1791b-3615-49e3-a883-de6bca7e5f23 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787289 Jun 29 13:51:32.683300 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5f44f7f0-6099-487f-9b27-724dd5a7a1b2 req-7697a7c2-0b0e-4014-8c62-b218f8749233 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857165 Jun 29 13:51:32.801331 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e353b-e9cf-4ac2-ae63-be83a08634da req-bd631c90-5f55-430e-a309-389e60797c38 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:32.803406 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-347e353b-e9cf-4ac2-ae63-be83a08634da req-bd631c90-5f55-430e-a309-389e60797c38 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0645118 Jun 29 13:51:32.840910 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-347e353b-e9cf-4ac2-ae63-be83a08634da req-bbed47d4-12df-4905-b0a2-c679d7e5edd9 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318611 Jun 29 13:51:34.019547 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f139a-8d72-4c25-89e5-cf26a797d3f7 req-1ab318dd-3228-495d-967e-0774ceffafe2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:34.020989 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d85f139a-8d72-4c25-89e5-cf26a797d3f7 req-1ab318dd-3228-495d-967e-0774ceffafe2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0632713 Jun 29 13:51:34.058801 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d85f139a-8d72-4c25-89e5-cf26a797d3f7 req-d4c28773-6fb0-4a3b-bc79-517d845626d3 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Jun 29 13:51:35.135610 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:35.235431 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85a528-5559-4d36-8aa8-72a30a442420 req-ad67f024-5ef9-48e5-b24a-ffc6bfefec75 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:35.236868 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1b85a528-5559-4d36-8aa8-72a30a442420 req-ad67f024-5ef9-48e5-b24a-ffc6bfefec75 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0652728 Jun 29 13:51:35.275932 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-1b85a528-5559-4d36-8aa8-72a30a442420 req-4ea4386b-66de-481a-94ce-ed8ab93c14d2 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Jun 29 13:51:36.448512 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7efdbc-58a3-44c1-a04e-755237895c38 req-d484e0bb-a6a9-4a99-82c0-702f53819663 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:36.449998 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fc7efdbc-58a3-44c1-a04e-755237895c38 req-d484e0bb-a6a9-4a99-82c0-702f53819663 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0629964 Jun 29 13:51:36.491348 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-fc7efdbc-58a3-44c1-a04e-755237895c38 req-4ad1f802-d62b-4f60-a310-db134de007f1 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351789 Jun 29 13:51:37.664361 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82bba9-122b-400e-a0eb-cd0cef01ef0a req-153e8b4c-579d-4b8d-8c18-e503fee1c61c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:37.665740 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bb82bba9-122b-400e-a0eb-cd0cef01ef0a req-153e8b4c-579d-4b8d-8c18-e503fee1c61c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0653927 Jun 29 13:51:37.710374 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-bb82bba9-122b-400e-a0eb-cd0cef01ef0a req-6ca307d5-e550-4a86-8447-005e9fd2e83a tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Jun 29 13:51:38.885936 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58e43-c211-4164-8e90-7c9b96cc7014 req-ca299e7a-89d3-4e1c-b32f-7df824537e4c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:38.887430 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2cf58e43-c211-4164-8e90-7c9b96cc7014 req-ca299e7a-89d3-4e1c-b32f-7df824537e4c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 944 time: 0.0636740 Jun 29 13:51:38.924447 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2cf58e43-c211-4164-8e90-7c9b96cc7014 req-ec3bf14d-cc2f-4da6-a498-b7e1c2e89bce tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Jun 29 13:51:39.412888 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 72fb7f3c-cb67-45af-9378-1ea5e057858d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 13:51:39.505932 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:51:39.520659 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Returning: {'device': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'port_id': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'mac_address': 'fa:16:3e:f5:8d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 13:51:39.557969 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:39.570271 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fb7f3c-cb67-45af-9378-1ea5e057858d {{(pid=93161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 13:51:39.589461 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:51:39.593567 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:39.596398 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-61c17ad6-10f3-434f-9a13-de768a433b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:39.642011 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=4']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:39.648954 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.649308 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.649651 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.649988 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.650348 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.650680 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.651010 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.651337 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.651665 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.651990 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.652312 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.652658 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:39.656819 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:39.886845 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] get_ports_and_sgs() called for port_ids ['72fb7f3c-cb67-45af-9378-1ea5e057858d'] {{(pid=93161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 13:51:40.097952 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6080e4-937d-45ad-8c1e-833a1700fc15 req-b04ec2f1-d7ba-4c13-8c49-dd359e3fdf40 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:40.099521 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b6080e4-937d-45ad-8c1e-833a1700fc15 req-b04ec2f1-d7ba-4c13-8c49-dd359e3fdf40 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jun 29 13:51:40.139341 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-7b6080e4-937d-45ad-8c1e-833a1700fc15 req-a7ac3886-39de-4ad5-865b-81dcd95a39e8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333018 Jun 29 13:51:41.307727 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ee63-92cb-4f90-b47c-d021ef42e492 req-11a58f6e-589f-4f62-a043-b30ea160a092 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:41.309197 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eb00ee63-92cb-4f90-b47c-d021ef42e492 req-11a58f6e-589f-4f62-a043-b30ea160a092 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 945 time: 0.0619931 Jun 29 13:51:41.347804 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-eb00ee63-92cb-4f90-b47c-d021ef42e492 req-04fe6772-e60e-4dcf-9fe3-4aac3f174852 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Jun 29 13:51:41.449303 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 72fb7f3c-cb67-45af-9378-1ea5e057858d up at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 13:51:41.495653 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning for port 72fb7f3c-cb67-45af-9378-1ea5e057858d completed by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 13:51:41.499100 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.provisioning_blocks [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Provisioning complete for port 72fb7f3c-cb67-45af-9378-1ea5e057858d triggered by entity L2. {{(pid=93161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 13:51:41.499480 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16306162'] for port, provisioning_complete {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:41.576786 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:41.598408 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d'}] {{(pid=93161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:51:41.600701 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54cec7eee178b086482bd5e1b134f6e5af1c77d58f97ebb9e825a4752d015ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fb4021-a38e-42bb-a431-64ee19de5af5" -d '{"events": [{"server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "name": "network-vif-plugged", "status": "completed", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d"}]}' {{(pid=93161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:51:41.613703 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.db [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:51:41.618618 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433'] for port, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:41.620546 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:41.643024 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67b4a47-0e42-4dd4-9c0a-12d04e6849dd x-openstack-request-id: req-a67b4a47-0e42-4dd4-9c0a-12d04e6849dd {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:51:41.643321 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "name": "network-vif-plugged", "status": "completed", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d", "code": 200}]} {{(pid=93161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:51:41.643584 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a67b4a47-0e42-4dd4-9c0a-12d04e6849dd {{(pid=93161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:51:41.643969 dv-cinder-797608-3-iscsi neutron-server[93161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'code': 200} Jun 29 13:51:41.668838 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Pushing event updated for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=5']} {{(pid=93161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:41.671841 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG oslo_concurrency.lockutils [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:41.935943 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734065d-4420-47d7-a9dc-a78e16f7aeaf req-40f4316e-e0b1-4cf0-85f2-4fb378fdd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:41.937464 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5734065d-4420-47d7-a9dc-a78e16f7aeaf req-40f4316e-e0b1-4cf0-85f2-4fb378fdd850 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1099 time: 0.0565293 Jun 29 13:51:41.974276 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-5734065d-4420-47d7-a9dc-a78e16f7aeaf req-f9408eb3-5704-4422-8ffa-8b1d957b0df9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265832 Jun 29 13:51:42.677949 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f3926-58ee-4669-bb58-331046184fc5 req-43b860fb-7562-4df1-a7c7-683c69714d29 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:42.679436 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1c4f3926-58ee-4669-bb58-331046184fc5 req-43b860fb-7562-4df1-a7c7-683c69714d29 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.0630112 Jun 29 13:51:42.717196 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1c4f3926-58ee-4669-bb58-331046184fc5 req-7917521d-4bea-4545-b1ee-2476a1f5d8d0 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Jun 29 13:51:43.957304 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46471c5-cc18-448e-8a6b-79bb812668bc req-1fcd125f-d72a-4ae0-b771-087dfa98f13c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:43.958808 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d46471c5-cc18-448e-8a6b-79bb812668bc req-1fcd125f-d72a-4ae0-b771-087dfa98f13c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.0667112 Jun 29 13:51:43.996741 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-d46471c5-cc18-448e-8a6b-79bb812668bc req-c2d21041-5462-4ac0-b849-c010cc70cf0e tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Jun 29 13:51:44.170277 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6484d9-1614-46f1-a5c3-b4b44d98a18a req-d2ae46a0-d0e1-4e66-af7c-c60b0d80eb1f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:44.171812 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1e6484d9-1614-46f1-a5c3-b4b44d98a18a req-d2ae46a0-d0e1-4e66-af7c-c60b0d80eb1f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.0654473 Jun 29 13:51:44.215250 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-1e6484d9-1614-46f1-a5c3-b4b44d98a18a req-4516e396-2aa5-413f-a54e-afdb3612c190 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376740 Jun 29 13:51:44.244768 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40144) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:51:44.297230 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acfc7b9-701f-47d3-8832-eaa00fa4704b tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:44.298777 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6acfc7b9-701f-47d3-8832-eaa00fa4704b tempest-TestVolumeBootPattern-1070208209 tempest-TestVolumeBootPattern-1070208209-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1094 time: 0.0530322 Jun 29 13:51:44.301522 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40146) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:51:44.307153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.v2.base [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Request body: {'floatingip': {'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'port_id': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 13:51:44.330062 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:44.426719 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:44.525978 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_common [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Allocated IP 172.27.0.215 (c046b578-faae-4d54-b597-63759b4d1895/7a1774a4-1aa0-479c-8881-b3c6eb679df0/e3b8c1c0-b471-4f1c-a9b2-0f51284da6df) {{(pid=93160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 13:51:44.628528 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:44.668725 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16267911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740819568878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25189107'] for port, after_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:44.670708 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-df70be75-f9ed-4800-ab6a-7195cb6f3c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:44.709366 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Network c046b578-faae-4d54-b597-63759b4d1895 is already hosted by enough agents. {{(pid=93160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 13:51:44.712836 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.base_scheduler [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Resources bound (agent type, host, resource id): {{(pid=93160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 13:51:44.715604 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Received port after_create {{(pid=93160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 13:51:44.721857 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=e3b8c1c0-b471-4f1c-a9b2-0f51284da6df,revision_number=1']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:44.752616 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.752996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.753370 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.753737 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.754130 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.754494 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.754855 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.755220 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.755576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.755930 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.756285 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.756668 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:51:44.761273 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:45.374248 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:45.454185 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16267976'] for port, before_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:45.594649 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for port, precommit_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:45.602278 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820139210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740819568388', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740819568433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25189057'] for port, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:45.604781 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-42e41bd3-2e82-4f96-bec2-54c05892e21c tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:51:45.669730 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event updated for resources: {'Port': ['ID=e3b8c1c0-b471-4f1c-a9b2-0f51284da6df,revision_number=2']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:51:45.673773 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:51:45.684515 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533048'] for floatingip, after_update {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:45.786866 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP 84644e56-4133-4cb7-b6f8-e32a0943854e associated. External IP: 172.27.0.215, port: 72fb7f3c-cb67-45af-9378-1ea5e057858d. Jun 29 13:51:45.989859 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:51:46.095302 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:51:46.105625 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:51:46.111825 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:46.115326 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:51:46.115986 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:51:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:51:46.162051 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-6ee56b86-064c-41d3-8465-0c735b0408a6 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8480299 Jun 29 13:51:46.162051 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:51:46.162051 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba" -d '{"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:51:46.192262 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12fa04-653a-479b-863a-49503d7943d1 x-openstack-request-id: req-6a12fa04-653a-479b-863a-49503d7943d1 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:51:46.192623 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:51:46.192928 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a12fa04-653a-479b-863a-49503d7943d1 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:51:46.193363 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'status': 'completed', 'code': 200} Jun 29 13:51:46.221268 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:51:46.271332 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-37bff4c7-2b84-498a-a235-d6af53590875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:46.273358 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-37bff4c7-2b84-498a-a235-d6af53590875 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1099 time: 0.0526524 Jun 29 13:51:46.363899 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-5674e67b-e118-4392-b449-c7e37b2afd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:46.365359 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-5674e67b-e118-4392-b449-c7e37b2afd5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0856330 Jun 29 13:51:46.433842 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-c7ae9f1f-23a2-4628-9f45-787b419f4eb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 1000 time: 0.0614700 Jun 29 13:51:46.449676 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '84644e56-4133-4cb7-b6f8-e32a0943854e', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:f5:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:51:45Z', 'updated_at': '2021-06-29T13:51:45Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}, {'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:51:46.475181 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:51:46.483448 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-dd456a6e-8862-4bde-b377-a5442e136644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:46.483751 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:51:46.484378 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:51:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:51:46.484896 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-dd456a6e-8862-4bde-b377-a5442e136644 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0448616 Jun 29 13:51:46.544247 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-86a46248-3921-495a-8e61-4a8cc40a75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:46.545741 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-86a46248-3921-495a-8e61-4a8cc40a75ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549107 Jun 29 13:51:46.590245 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:51:46.643321 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-baf9fc97-de15-4746-b5db-821cd964bc0f service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900683 Jun 29 13:51:46.738053 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-8d73f24a-1d2d-40b4-abb6-3d1dfab93cba req-028cb712-f113-4043-a21e-1628895f25bd service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878081 Jun 29 13:51:46.822761 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '84644e56-4133-4cb7-b6f8-e32a0943854e', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:f5:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:51:45Z', 'updated_at': '2021-06-29T13:51:45Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}, {'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:51:46.877650 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-53110a53-4070-4b83-ae49-f4a03a8f26de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544043 Jun 29 13:51:46.910695 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:51:46.973988 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ad717-d9d4-45e1-9113-b552be48ac97 None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': '84644e56-4133-4cb7-b6f8-e32a0943854e', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:f5:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:51:45Z', 'updated_at': '2021-06-29T13:51:45Z', 'revision_number': 0, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}, {'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:51:46.980573 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-06ed15ed-24b5-447e-a8bc-2646c6d518db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:46.982118 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-06ed15ed-24b5-447e-a8bc-2646c6d518db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0588019 Jun 29 13:51:47.091369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-994fd118-1104-4ebb-88b4-391d0295c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:47.092853 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-994fd118-1104-4ebb-88b4-391d0295c61c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0898786 Jun 29 13:51:47.164813 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-a2f15cf3-7431-4451-b0a6-1d7009feaa16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 1001 time: 0.0655742 Jun 29 13:51:47.181526 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b7c0e-7fa9-4e24-958d-8c46f9b74441 None None] New status for floating IP 84644e56-4133-4cb7-b6f8-e32a0943854e: ACTIVE {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:51:47.215590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-f50ac305-3fea-4db9-b0f3-780409d82a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:47.217204 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-f50ac305-3fea-4db9-b0f3-780409d82a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0466425 Jun 29 13:51:47.274491 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-e0c47d3c-2712-4e67-aabd-be16df394520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:51:47.276018 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-e0c47d3c-2712-4e67-aabd-be16df394520 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519476 Jun 29 13:51:47.372419 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-73c057c8-35fb-4f8e-a73d-f8297e6084b0 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890882 Jun 29 13:51:47.461667 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-dbe3d49d-d33b-41ac-b6a0-4c6ee7acd5b8 req-7a19672a-7b58-4d68-a6fc-e117e6c913c4 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816455 Jun 29 13:51:48.799093 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-ea9daec4-8223-4c0c-89d8-940b89c8eb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:51.270729 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-84793c89-f05a-43ff-9da0-daae20c52a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:51.531684 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:52.761151 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:51:54.173899 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:05.148164 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:18.800596 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7003865c-9565-40de-8ece-8974f46e0cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:21.271272 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-5bc79316-e009-41af-b2c8-6882b484858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:21.535526 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:22.763072 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:23.909303 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:52:24.181632 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:35.161718 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:48.806146 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5a01-478b-4671-8260-bc363c65416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:48.934300 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-91a48303-6e78-47d8-8c05-96b6e5f28c48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926230 Jun 29 13:52:49.016393 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-7d5f0643-7245-4905-a01d-ebf51f66741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:52:49.017829 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-7d5f0643-7245-4905-a01d-ebf51f66741e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1099 time: 0.0548279 Jun 29 13:52:49.120789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-3de06d0c-c7ac-4b2f-b92f-8f834d01781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:52:49.122563 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-3de06d0c-c7ac-4b2f-b92f-8f834d01781a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0837936 Jun 29 13:52:49.189424 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-82f8f3dc-5b21-401e-8c61-9b7cfcd7e2e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 1002 time: 0.0600359 Jun 29 13:52:49.239156 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-822abe17-56ab-4deb-b9c9-5d2052d32969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:52:49.241283 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-822abe17-56ab-4deb-b9c9-5d2052d32969 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0426371 Jun 29 13:52:49.300136 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-afabbb6f-5c8c-4548-a315-0079e2941bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:52:49.301569 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-afabbb6f-5c8c-4548-a315-0079e2941bb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501606 Jun 29 13:52:49.398074 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-b712f8a5-9a8f-45af-99bb-c0b259942d68 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845678 Jun 29 13:52:49.486607 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-d7c42b9f-2500-4d85-82e6-735a47d32912 req-73f8b649-7dbf-4789-81f2-2104c963898a service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817862 Jun 29 13:52:51.272827 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-80019ef2-c930-4ae0-a41d-75df614a8d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:51.539871 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:52.766668 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:52:54.178570 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:00.907721 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:53:05.161361 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:18.806445 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b2a4f3d5-4173-4136-bda4-491cae3eac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:21.272069 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-968ac5d6-89b9-4e26-acf1-cc92314aad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:21.549193 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:22.769163 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:24.181451 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.310591 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40192) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:25.464391 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port e3b8c1c0-b471-4f1c-a9b2-0f51284da6df {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:25.464736 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.541454 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.541782 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.553596 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for e3b8c1c0-b471-4f1c-a9b2-0f51284da6df owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:25.694975 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.696817 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-febe0a77-e739-4b18-9965-f8892b4c85eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:25.725129 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=e3b8c1c0-b471-4f1c-a9b2-0f51284da6df,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:25.753516 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.753895 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.754303 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.754671 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.755052 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.755397 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.756275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.756646 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.757153 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.757512 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.757867 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.758244 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:25.761852 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:25.796102 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:25.796480 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP 84644e56-4133-4cb7-b6f8-e32a0943854e disassociated (deleted). External IP: 172.27.0.215, port: 72fb7f3c-cb67-45af-9378-1ea5e057858d. Jun 29 13:53:26.000103 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:53:26.104244 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:53:26.109111 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:26.113918 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:53:26.123560 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:26.124258 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:26.144537 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-2625a24c-42de-4be7-ab66-b52ac3665bad tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "DELETE /v2.0/floatingips/84644e56-4133-4cb7-b6f8-e32a0943854e HTTP/1.1" status: 204 len: 168 time: 0.8328402 Jun 29 13:53:26.145218 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:53:26.147844 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:53:26.236363 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:26.258547 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801e338f-d40a-4bd3-bc6f-c11d056d2558 x-openstack-request-id: req-801e338f-d40a-4bd3-bc6f-c11d056d2558 {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:53:26.258878 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:53:26.259180 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-801e338f-d40a-4bd3-bc6f-c11d056d2558 {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:53:26.259624 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'status': 'completed', 'code': 200} Jun 29 13:53:26.347938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-842d4ea9-c8b8-4466-8bca-11fcaa541328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:26.349282 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-842d4ea9-c8b8-4466-8bca-11fcaa541328 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 1099 time: 0.0599654 Jun 29 13:53:26.449304 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-63430005-e89f-496a-8f8f-c7146a7e814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:26.450815 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-63430005-e89f-496a-8f8f-c7146a7e814f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0915234 Jun 29 13:53:26.485957 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:26.497933 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-d7697f84-9a9e-445f-8265-bdffe8f428ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 200 len: 217 time: 0.0389202 Jun 29 13:53:26.512574 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:53:26.522339 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:26.522974 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:26.553382 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-4bfa7fa0-ddc5-4251-87ac-8ef8a8756300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:26.554977 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-4bfa7fa0-ddc5-4251-87ac-8ef8a8756300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0501418 Jun 29 13:53:26.596519 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb40d12-1f82-47f8-9e40-c8eb713dfc0f req-1813be96-079a-4eb2-adb2-9f51023bb519 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:26.598063 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-adb40d12-1f82-47f8-9e40-c8eb713dfc0f req-1813be96-079a-4eb2-adb2-9f51023bb519 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.1299462 Jun 29 13:53:26.618103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-c4677d66-2e55-4a3a-8f7c-dec6e725700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:26.619601 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-c4677d66-2e55-4a3a-8f7c-dec6e725700a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574000 Jun 29 13:53:26.634564 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:26.640931 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-adb40d12-1f82-47f8-9e40-c8eb713dfc0f req-3f85e2e7-bcca-42ae-968b-23980ff3d748 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360129 Jun 29 13:53:26.714713 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-64589a6b-3757-4e86-bb1c-928e088003fc service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878637 Jun 29 13:53:26.806824 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-acc7b758-6c44-4545-960b-6c7aaa9a7f9b req-715f8e3b-28e6-4644-8b05-cedc68c78d86 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833597 Jun 29 13:53:26.857464 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:26.888199 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2ceb-42c5-4781-909d-1aac6ceafdc2 None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_floatingips': [{'id': 'cc21bd8b-0e46-449e-9948-1f27ac3111b4', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'router_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'port_id': '787fec45-2d3d-4be4-a907-2947175d4d31', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'mac_address': 'fa:16:3e:5c:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4189d886-ee08-4f57-8e4a-f102751c4704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T13:49:41Z', 'updated_at': '2021-06-29T13:49:43Z', 'revision_number': 1, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:53:27.089977 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904ce4f-14d8-4c0d-91bb-7e75e9f620e1 None None] New status for floating IP 84644e56-4133-4cb7-b6f8-e32a0943854e: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:53:27.863860 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68b60e-8153-4af3-836e-a24b47b4c655 req-32722096-d2b8-4e28-8ecd-6e80d1848dba tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:27.866741 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-de68b60e-8153-4af3-836e-a24b47b4c655 req-32722096-d2b8-4e28-8ecd-6e80d1848dba tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.1072745 Jun 29 13:53:27.903435 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-de68b60e-8153-4af3-836e-a24b47b4c655 req-b8d4f8e7-2a76-40c9-b0c7-ad628e883c6f tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jun 29 13:53:28.289018 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-a27b80ca-4237-49af-aaa5-676863a7c0dc tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:28.290461 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-a27b80ca-4237-49af-aaa5-676863a7c0dc tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 946 time: 0.0665717 Jun 29 13:53:28.389998 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port 72fb7f3c-cb67-45af-9378-1ea5e057858d {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:28.390359 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:28.481320 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] For port 72fb7f3c-cb67-45af-9378-1ea5e057858d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72fb7f3c-cb67-45af-9378-1ea5e057858d,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:28.481717 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:28.493782 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for 72fb7f3c-cb67-45af-9378-1ea5e057858d owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:28.627109 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:28.631789 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0264b053-002f-45f4-8bbe-06f13c33cf59 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:28.655959 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=72fb7f3c-cb67-45af-9378-1ea5e057858d,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:28.685174 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.685552 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.685925 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.686319 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.686683 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.687043 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.687400 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.687763 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.688120 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.688473 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.688823 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.689171 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-3-iscsi {{(pid=93159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 13:53:28.695549 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:28.715225 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] No DVR routers for this DVR port 72fb7f3c-cb67-45af-9378-1ea5e057858d on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:53:28.717650 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:28.719715 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-a9c24759-07fe-480b-91cc-52e1829539a5 req-ce117980-e2e1-40e7-b111-605ef58492b5 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "DELETE /v2.0/ports/72fb7f3c-cb67-45af-9378-1ea5e057858d HTTP/1.1" status: 204 len: 173 time: 0.4227946 Jun 29 13:53:28.720358 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'name': 'network-vif-deleted', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:53:28.722807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccecfe9-84b8-48b0-a864-c83641be9411" -d '{"events": [{"server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "name": "network-vif-deleted", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:53:28.808026 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32dd86d-d1dd-4ee9-93c2-732f500c75c5 x-openstack-request-id: req-a32dd86d-d1dd-4ee9-93c2-732f500c75c5 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:53:28.808378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c6e8d-bded-4cf4-b27a-1e9114edc40f", "name": "network-vif-deleted", "tag": "72fb7f3c-cb67-45af-9378-1ea5e057858d", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:53:28.808677 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a32dd86d-d1dd-4ee9-93c2-732f500c75c5 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:53:28.809165 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116c6e8d-bded-4cf4-b27a-1e9114edc40f', 'name': 'network-vif-deleted', 'tag': '72fb7f3c-cb67-45af-9378-1ea5e057858d', 'status': 'completed', 'code': 200} Jun 29 13:53:29.045180 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-6fb075c6-50c8-4c1e-b390-3964c86b53b0 req-6d40cbbd-be2a-49bb-973c-547f65bdfa16 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=116c6e8d-bded-4cf4-b27a-1e9114edc40f HTTP/1.1" status: 200 len: 210 time: 0.0305851 Jun 29 13:53:31.991613 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 72fb7f3c-cb67-45af-9378-1ea5e057858d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:32.011988 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 72fb7f3c-cb67-45af-9378-1ea5e057858d {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:32.012347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 72fb7f3c-cb67-45af-9378-1ea5e057858d not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:32.363848 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40242) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:32.518576 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port 11075f66-b347-4dda-8bb2-a19d47e0db9e {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:32.518922 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:32.591210 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:32.591542 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:32.603991 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for 11075f66-b347-4dda-8bb2-a19d47e0db9e owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:32.750097 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:32.752858 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-512f0428-9383-4687-9fe6-1ef84b475cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:32.775857 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=11075f66-b347-4dda-8bb2-a19d47e0db9e,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:32.779011 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:32.839487 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:32.839822 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.db.l3_db [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Floating IP cc21bd8b-0e46-449e-9948-1f27ac3111b4 disassociated (deleted). External IP: 172.27.0.171, port: 787fec45-2d3d-4be4-a907-2947175d4d31. Jun 29 13:53:33.039468 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:53:33.143497 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:53:33.147975 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:33.153853 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:53:33.163791 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:33.164410 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:33.194232 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc21bd8b-0e46-449e-9948-1f27ac3111b4 HTTP/1.1" status: 204 len: 168 time: 0.8290832 Jun 29 13:53:33.195144 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31'}] {{(pid=93160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:53:33.198681 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}192ecfdaf5afcfe26db08f0dfdb2ef87cf3b8237e662827accf6749b356a37c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31"}]}' {{(pid=93160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:53:33.237985 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4e1c0-5e49-4add-8d9c-13ac7774aa3d x-openstack-request-id: req-9ce4e1c0-5e49-4add-8d9c-13ac7774aa3d {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:53:33.238330 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31", "status": "completed", "code": 200}]} {{(pid=93160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:53:33.238616 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ce4e1c0-5e49-4add-8d9c-13ac7774aa3d {{(pid=93160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:53:33.239056 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31', 'status': 'completed', 'code': 200} Jun 29 13:53:33.277377 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:33.326614 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-1ae090b9-bd29-46bd-ae21-68e26b523244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:33.328101 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-1ae090b9-bd29-46bd-ae21-68e26b523244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c66e36d2008433884279b67fdf9fd2e&device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 1098 time: 0.0595219 Jun 29 13:53:33.435663 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-127ec997-1bde-4f9f-a5de-ce07978dfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:33.437402 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-127ec997-1bde-4f9f-a5de-ce07978dfe80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 200 len: 913 time: 0.0984054 Jun 29 13:53:33.483603 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-b7abd135-da83-4c9b-b189-a1d0418c88aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 200 len: 217 time: 0.0389948 Jun 29 13:53:33.490789 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:33.521815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:53:33.531312 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:33.531955 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:33.534711 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-f8a0e4fe-dc38-4bc2-a062-7a8df19641bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:33.536307 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-f8a0e4fe-dc38-4bc2-a062-7a8df19641bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 200 len: 851 time: 0.0459557 Jun 29 13:53:33.594401 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0108bf-7569-4c68-81b6-600facb99c99 req-b1191962-a96b-4741-89a8-c3cccdfa1cdf tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:33.596643 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b0108bf-7569-4c68-81b6-600facb99c99 req-b1191962-a96b-4741-89a8-c3cccdfa1cdf tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0732820 Jun 29 13:53:33.610468 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-69706100-ae67-4817-8b8b-a9b4fa39b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:33.612875 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-69706100-ae67-4817-8b8b-a9b4fa39b3f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cb96e13-6c11-4098-be55-cef1f9a3943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694916 Jun 29 13:53:33.641016 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [req-0b0108bf-7569-4c68-81b6-600facb99c99 req-67d7f8e1-01b5-457e-a8a9-27ac4cc1b7c8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357335 Jun 29 13:53:33.779273 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:34.000292 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:34.007657 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-9017ceb0-8200-48bb-a76b-025314ca1ce9 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867223 Jun 29 13:53:34.031297 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0925d7b-8a23-46d1-8223-aa52bf06d68c None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:37Z', 'revision_number': 4, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi', '_interfaces': [{'id': '967877ca-b523-4ef4-a401-613e834c2fd8', 'name': '', 'network_id': '3cb96e13-6c11-4098-be55-cef1f9a3943f', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'mac_address': 'fa:16:3e:93:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:36Z', 'updated_at': '2021-06-29T13:46:43Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'subnets': [{'id': '526a723b-c944-4ffa-a4bf-92c0f8fa02c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:53:34.101041 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-ffaf9a86-442e-4718-8223-6ce6c8ce0fcc req-77a1af06-bfe3-4fd5-8742-e3597de2aad6 service neutron] 10.222.0.61 "GET /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Jun 29 13:53:34.242262 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0436098-1d15-48af-a65f-2c10ccbe9314 None None] New status for floating IP cc21bd8b-0e46-449e-9948-1f27ac3111b4: DOWN {{(pid=93162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 13:53:34.820369 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8702cb-f36b-468d-9aee-7b057da664eb req-2f270f26-64a2-4b7c-ae41-9ff197eada64 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:34.821824 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2a8702cb-f36b-468d-9aee-7b057da664eb req-2f270f26-64a2-4b7c-ae41-9ff197eada64 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0639563 Jun 29 13:53:34.864649 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-2a8702cb-f36b-468d-9aee-7b057da664eb req-094328ee-1999-433a-ad63-1c86aa7894a7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fe74d39-2f98-4a56-be70-800d772b8707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366518 Jun 29 13:53:35.191406 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:35.355695 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a040e90-8093-4359-9596-710474a0b541 req-710c9aa8-c17f-4302-922e-56de32c00265 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 13:53:35.357140 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4a040e90-8093-4359-9596-710474a0b541 req-710c9aa8-c17f-4302-922e-56de32c00265 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 945 time: 0.0622017 Jun 29 13:53:35.454490 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port 787fec45-2d3d-4be4-a907-2947175d4d31 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:35.454730 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:35.542445 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] For port 787fec45-2d3d-4be4-a907-2947175d4d31, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=787fec45-2d3d-4be4-a907-2947175d4d31,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:35.543013 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:35.555867 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for 787fec45-2d3d-4be4-a907-2947175d4d31 owned by compute:nova {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:35.684857 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:35.689748 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-91a92748-40c4-4c58-8b1a-91b4519edd59 tempest-ServerRescueNegativeTestJSON-214480574 tempest-ServerRescueNegativeTestJSON-214480574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:35.714672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=787fec45-2d3d-4be4-a907-2947175d4d31,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:35.717679 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:35.760667 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] No DVR routers for this DVR port 787fec45-2d3d-4be4-a907-2947175d4d31 on host hv-cinder-79760 {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:53:35.763147 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for port, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:35.765097 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-4a040e90-8093-4359-9596-710474a0b541 req-bd8bf3e5-bd99-40f1-a352-2acabacd9553 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.61 "DELETE /v2.0/ports/787fec45-2d3d-4be4-a907-2947175d4d31 HTTP/1.1" status: 204 len: 173 time: 0.4008827 Jun 29 13:53:35.765620 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'name': 'network-vif-deleted', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31'}] {{(pid=93159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 13:53:35.769641 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbb091ce0064d072b053f60bff03bca448db2f297c0b196ed95b3cdfafaea937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770009e-b167-4c42-8d25-36acdfbcabb9" -d '{"events": [{"server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "name": "network-vif-deleted", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31"}]}' {{(pid=93159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 13:53:35.806909 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a3219-318c-45ba-9e97-ed33d48dc695 x-openstack-request-id: req-b25a3219-318c-45ba-9e97-ed33d48dc695 {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 13:53:35.807259 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4189d886-ee08-4f57-8e4a-f102751c4704", "name": "network-vif-deleted", "tag": "787fec45-2d3d-4be4-a907-2947175d4d31", "status": "completed", "code": 200}]} {{(pid=93159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 13:53:35.807564 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b25a3219-318c-45ba-9e97-ed33d48dc695 {{(pid=93159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 13:53:35.808014 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4189d886-ee08-4f57-8e4a-f102751c4704', 'name': 'network-vif-deleted', 'tag': '787fec45-2d3d-4be4-a907-2947175d4d31', 'status': 'completed', 'code': 200} Jun 29 13:53:36.009012 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [req-80fed649-a64d-45b4-bdfe-8e797e0897e0 req-14aacdc5-cad1-4dd9-973b-20f18ac417b3 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "GET /v2.0/ports?device_id=4189d886-ee08-4f57-8e4a-f102751c4704 HTTP/1.1" status: 200 len: 210 time: 0.0348675 Jun 29 13:53:37.099447 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40260) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:37.221509 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Deleting port d6717fa0-124d-495d-b766-a71044e9f291 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:37.221739 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.297434 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.297757 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.309909 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Calling delete_port for d6717fa0-124d-495d-b766-a71044e9f291 owned by network:floatingip {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:37.693361 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.695767 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-1e94772d-d947-47d8-9761-983a69f1de4a tempest-VolumesActionsTest-369239919 tempest-VolumesActionsTest-369239919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:37.721259 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'Port': ['ID=d6717fa0-124d-495d-b766-a71044e9f291,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:37.725083 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:37.781100 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.783777 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-940866'] for floatingip, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:37.785476 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3519ca7d-c33f-4dd4-be0e-6f9cbc403fb8 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c787146-7f39-4478-8c60-3a763fefdfa0 HTTP/1.1" status: 204 len: 168 time: 0.6848664 Jun 29 13:53:37.906192 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:53:38.040138 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 787fec45-2d3d-4be4-a907-2947175d4d31 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:38.059616 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] No Port match for: 787fec45-2d3d-4be4-a907-2947175d4d31 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:38.059966 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Device 787fec45-2d3d-4be4-a907-2947175d4d31 not bound to the agent host hv-cinder-79760 {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:38.820064 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-47653450-b773-4955-9e33-8c8485227541 req-4c062232-d5ba-4840-a510-dccf2590ffe7 service neutron] (93160) timed out ('10.222.0.61', 51002) {{(pid=93160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 13:53:39.049208 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40272) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:39.106510 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:39.131287 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:39.189833 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:39.192441 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:39.193963 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fe74d39-2f98-4a56-be70-800d772b8707 HTTP/1.1" status: 204 len: 168 time: 0.1436517 Jun 29 13:53:39.194760 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-1a78ae30-237c-4c6f-860c-bdc522b2084a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:39.209462 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe74d39-2f98-4a56-be70-800d772b8707,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:39.211876 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-06338c3e-6a5b-4254-b694-445cb2a9d9fa tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:40.266393 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40278) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:40.725977 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:40.972092 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Deleting port 967877ca-b523-4ef4-a401-613e834c2fd8 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:40.972441 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:41.047397 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] For port 967877ca-b523-4ef4-a401-613e834c2fd8, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=967877ca-b523-4ef4-a401-613e834c2fd8,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:41.047756 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:41.060788 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Calling delete_port for 967877ca-b523-4ef4-a401-613e834c2fd8 owned by network:router_interface {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:41.233938 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:41.236732 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-9c804732-1ac5-4283-9131-db9a97a4d7c7 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:41.263932 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Pushing event deleted for resources: {'Port': ['ID=967877ca-b523-4ef4-a401-613e834c2fd8,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:41.267073 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:41.430746 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:41.638085 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Router be711b3e-5fc6-42af-adf0-14713b402fac has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:53:41.743092 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:53:41.748038 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-fff9902e-b0e1-4789-a06c-db4e76a6e985 admin admin] 10.222.0.21 "PUT /v2.0/routers/be711b3e-5fc6-42af-adf0-14713b402fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806175 Jun 29 13:53:41.750629 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40282) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:41.751547 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Sync routers for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:53:41.762213 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:41.762882 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:41.854093 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:41.867713 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: dv-cinder-797608-3-iscsi {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:41.953300 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.004877 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Deleting port aef0488c-faf8-4246-9dac-ba63eebad171 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:42.005219 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.044877 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:53:41Z', 'revision_number': 5, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port': {'id': 'aef0488c-faf8-4246-9dac-ba63eebad171', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:42.074395 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Checking router: be711b3e-5fc6-42af-adf0-14713b402fac for host: dv-cinder-797608-3-iscsi {{(pid=93161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:53:42.082276 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] For port aef0488c-faf8-4246-9dac-ba63eebad171, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=aef0488c-faf8-4246-9dac-ba63eebad171,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:42.082477 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Routers {'be711b3e-5fc6-42af-adf0-14713b402fac'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:42.082645 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.083050 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['be711b3e-5fc6-42af-adf0-14713b402fac'], 'active': True} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:42.095562 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Calling delete_port for aef0488c-faf8-4246-9dac-ba63eebad171 owned by network:router_gateway {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:42.171142 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_dvr_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] Set router be711b3e-5fc6-42af-adf0-14713b402fac gateway port host: None {{(pid=93161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:42.225422 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.db.l3_hamode_db [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:53:41Z', 'revision_number': 6, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:42.255576 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8360b116-bd32-40a7-ad38-a4bd0b144e9e None None] The sync data for ids ['be711b3e-5fc6-42af-adf0-14713b402fac'] in dv-cinder-797608-3-iscsi is: [{'id': 'be711b3e-5fc6-42af-adf0-14713b402fac', 'name': 'tempest-TestVolumeBootPattern-1598761576-router', 'tenant_id': '8c66e36d2008433884279b67fdf9fd2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:34Z', 'updated_at': '2021-06-29T13:53:41Z', 'revision_number': 6, 'project_id': '8c66e36d2008433884279b67fdf9fd2e', 'gw_port_host': None}] {{(pid=93161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:53:42.260093 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.262254 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-99e7f917-a0a6-4cf0-91eb-120137ee5b6c tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:42.291466 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=aef0488c-faf8-4246-9dac-ba63eebad171,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:42.295300 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:42.350260 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.435820 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.437851 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.482333 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.482783 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be711b3e-5fc6-42af-adf0-14713b402fac {{(pid=93160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:53:42.486866 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] Notify callbacks [] for router, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.488036 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-bcd48456-fdec-4d78-841b-baa752ee4e9e admin admin] 10.222.0.21 "DELETE /v2.0/routers/be711b3e-5fc6-42af-adf0-14713b402fac HTTP/1.1" status: 204 len: 168 time: 0.7364447 Jun 29 13:53:42.490799 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40284) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:42.533298 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.db_base_plugin_v2 [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Deleting subnet 526a723b-c944-4ffa-a4bf-92c0f8fa02c7 {{(pid=93160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:53:42.536439 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.570271 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25690833'] for subnet, precommit_delete_associations {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.655647 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.715074 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25188864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25928814'] for subnet, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.717498 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-d00d9cb1-81e4-413c-95e0-47a66df627b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:42.742697 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526a723b-c944-4ffa-a4bf-92c0f8fa02c7,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:42.746468 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:42.747476 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for subnet, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.749269 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3741243c-5233-42b5-a04a-87e13ecc57cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/526a723b-c944-4ffa-a4bf-92c0f8fa02c7 HTTP/1.1" status: 204 len: 168 time: 0.2575593 Jun 29 13:53:42.751960 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40286) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:42.752497 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c282b-dd86-4ea3-b505-8c5814de2469 None None] Network 3cb96e13-6c11-4098-be55-cef1f9a3943f requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:53:42.818903 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.873607 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Deleting port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 {{(pid=93160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:42.873959 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.934636 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.db [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] For port 7c65d693-82bf-4ce3-87e4-58d981b3fb50, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=7c65d693-82bf-4ce3-87e4-58d981b3fb50,segment=NetworkSegment(a7b83a74-ee83-459d-9ff8-d53023dfc886),segment_id=a7b83a74-ee83-459d-9ff8-d53023dfc886)] {{(pid=93160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:42.934996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:42.947662 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.plugin [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Calling delete_port for 7c65d693-82bf-4ce3-87e4-58d981b3fb50 owned by network:dhcp {{(pid=93160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:43.029042 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f2f3d6-351f-4d40-9178-4e1e3b13c73f None None] DHCP port deletion for 3cb96e13-6c11-4098-be55-cef1f9a3943f request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:53:43.030566 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25189114'] for port, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.032465 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 967877ca-b523-4ef4-a401-613e834c2fd8 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:43.034422 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-4305fd91-29a7-45bc-8bcf-21a24bd63b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:43.057790 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 967877ca-b523-4ef4-a401-613e834c2fd8 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:43.058247 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 967877ca-b523-4ef4-a401-613e834c2fd8 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:43.058763 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c65d693-82bf-4ce3-87e4-58d981b3fb50,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:43.061777 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:43.062589 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] No DVR routers for this DVR port 7c65d693-82bf-4ce3-87e4-58d981b3fb50 on host dv-cinder-797608-3-iscsi {{(pid=93160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:53:43.141062 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.152071 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb96e13-6c11-4098-be55-cef1f9a3943f']}} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:43.161792 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b83a74-ee83-459d-9ff8-d53023dfc886') {'for_net_delete': True} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:43.162130 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.services.segments.db [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b83a74-ee83-459d-9ff8-d53023dfc886') {} {{(pid=93160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:43.170385 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25690846'] for segment, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.184025 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.189606 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:53:43.189984 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25189037'] for segment, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: Traceback (most recent call last): Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: timer() Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: cb(*args, **kw) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: return func(*args, **kwargs) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: self._notify() Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: self.callback(batched_events) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: event.method(event) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: return f(self, *a, **k) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._get(url).json() Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: return self.request(url, 'GET', **kwargs) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:53:43.191604 dv-cinder-797608-3-iscsi neutron-server[93160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:53:43.250625 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.254996 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-3d5782cf-6e63-4d04-a367-113a90bea6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:43.258483 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.260160 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cb96e13-6c11-4098-be55-cef1f9a3943f HTTP/1.1" status: 204 len: 168 time: 0.5072796 Jun 29 13:53:43.263378 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40288) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:43.271854 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb96e13-6c11-4098-be55-cef1f9a3943f,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:43.274305 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-7cec1eb2-c903-44f0-92e9-c28b0d15ca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:43.607836 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-770099'] for router_interface, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.880268 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Deleting port ab6288c4-7dd2-4e01-8e23-4d5625094409 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:43.880919 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.963595 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] For port ab6288c4-7dd2-4e01-8e23-4d5625094409, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=ab6288c4-7dd2-4e01-8e23-4d5625094409,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:43.964097 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:43.977470 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Calling delete_port for ab6288c4-7dd2-4e01-8e23-4d5625094409 owned by network:router_interface {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:44.166726 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:44.169590 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-584ec172-7a7b-4207-9a71-b2a1d5775724 tempest-TestVolumeBootPattern-1467504209 tempest-TestVolumeBootPattern-1467504209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:44.194696 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6288c4-7dd2-4e01-8e23-4d5625094409,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:44.200295 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:44.364822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770435'] for router_interface, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:44.576423 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Router a83dd5ba-db30-4faf-b05c-cd83e91d6511 has already been hosted by L3 agent 50a0fe08-6896-45f7-8bb7-bf29907a63b2 {{(pid=93159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 13:53:44.591042 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7c65d693-82bf-4ce3-87e4-58d981b3fb50 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:44.616012 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 7c65d693-82bf-4ce3-87e4-58d981b3fb50 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:44.616468 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 7c65d693-82bf-4ce3-87e4-58d981b3fb50 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:44.617039 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device aef0488c-faf8-4246-9dac-ba63eebad171 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:44.637673 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: aef0488c-faf8-4246-9dac-ba63eebad171 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:44.638047 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device aef0488c-faf8-4246-9dac-ba63eebad171 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:44.683653 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] Notify agent at l3_agent.dv-cinder-797608-3-iscsi the message routers_updated {{(pid=93159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 13:53:44.688588 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-a9a176e6-0b5d-4cdd-9a0e-c07439203b48 admin admin] 10.222.0.21 "PUT /v2.0/routers/a83dd5ba-db30-4faf-b05c-cd83e91d6511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4235833 Jun 29 13:53:44.691103 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40290) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:44.696260 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Sync routers for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 13:53:44.705083 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:44.705690 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:44.801526 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:44.814469 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: dv-cinder-797608-3-iscsi {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:44.905198 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:44.962518 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Deleting port a089e7d1-5a8c-4482-bbec-b701345729f5 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:44.962859 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:44.993774 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'external_fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:53:44Z', 'revision_number': 5, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port': {'id': 'a089e7d1-5a8c-4482-bbec-b701345729f5', 'name': '', 'network_id': 'c046b578-faae-4d54-b597-63759b4d1895', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T13:46:40Z', 'updated_at': '2021-06-29T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a1774a4-1aa0-479c-8881-b3c6eb679df0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-3-iscsi'}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:45.044096 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] For port a089e7d1-5a8c-4482-bbec-b701345729f5, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=a089e7d1-5a8c-4482-bbec-b701345729f5,segment=NetworkSegment(685a71e4-32df-4a44-a17c-926a4961877a),segment_id=685a71e4-32df-4a44-a17c-926a4961877a)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:45.044437 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.058750 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Calling delete_port for a089e7d1-5a8c-4482-bbec-b701345729f5 owned by network:router_gateway {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:45.108472 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Checking router: a83dd5ba-db30-4faf-b05c-cd83e91d6511 for host: dv-cinder-797608-3-iscsi {{(pid=93162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 13:53:45.117679 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Routers {'a83dd5ba-db30-4faf-b05c-cd83e91d6511'} bound to L3 agent in host dv-cinder-797608-3-iscsi {{(pid=93162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 13:53:45.118328 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T13:27:21Z,description=,heartbeat_timestamp=2021-06-29T13:53:21Z,host='dv-cinder-797608-3-iscsi',id=50a0fe08-6896-45f7-8bb7-bf29907a63b2,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T13:27:21Z,topic='l3_agent')) {'router_ids': ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'], 'active': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:45.200976 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvr_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] Set router a83dd5ba-db30-4faf-b05c-cd83e91d6511 gateway port host: None {{(pid=93162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 13:53:45.221393 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.223346 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-c5c75756-cee0-4aeb-a98d-57d0229cf208 tempest-TestShelveInstance-671265765 tempest-TestShelveInstance-671265765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:45.252072 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_hamode_db [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:53:44Z', 'revision_number': 6, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port_host': None}], 'dv-cinder-797608-3-iscsi', False) {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:45.252524 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a089e7d1-5a8c-4482-bbec-b701345729f5,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:45.257115 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:45.284063 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e940c9c1-8fbe-454f-b6c5-25f7a6fb7645 None None] The sync data for ids ['a83dd5ba-db30-4faf-b05c-cd83e91d6511'] in dv-cinder-797608-3-iscsi is: [{'id': 'a83dd5ba-db30-4faf-b05c-cd83e91d6511', 'name': 'tempest-TestVolumeBootPattern-371369400-router', 'tenant_id': '2daa257cb678415a805251e5786abdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T13:46:39Z', 'updated_at': '2021-06-29T13:53:44Z', 'revision_number': 6, 'project_id': '2daa257cb678415a805251e5786abdaf', 'gw_port_host': None}] {{(pid=93162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 13:53:45.316193 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535527'] for router_gateway, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.405063 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-772527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.407177 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.449722 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-773286'] for router, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.450260 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83dd5ba-db30-4faf-b05c-cd83e91d6511 {{(pid=93159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 13:53:45.454462 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] Notify callbacks [] for router, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.455673 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-e4310537-30e4-4766-9c38-76bd3018cf3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/a83dd5ba-db30-4faf-b05c-cd83e91d6511 HTTP/1.1" status: 204 len: 168 time: 0.7635968 Jun 29 13:53:45.458672 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40292) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:45.505884 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Deleting subnet 891eaf4c-b38a-409f-b024-9bf81c571317 {{(pid=93159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 13:53:45.508938 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.543248 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3804754'] for subnet, precommit_delete_associations {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.619744 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16310179'] for subnet, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.684365 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16310202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-105183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2646890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26513634'] for subnet, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.686983 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-0d94c7c6-9d4b-49d7-b28f-90fd62ff6437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:45.714126 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891eaf4c-b38a-409f-b024-9bf81c571317,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:45.716118 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.719198 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/891eaf4c-b38a-409f-b024-9bf81c571317 HTTP/1.1" status: 204 len: 168 time: 0.2584088 Jun 29 13:53:45.719198 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ab280184-28ff-4ddf-a6fe-508b7e55c667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:45.719696 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022e733-2118-4618-b55c-df057fb1a1df None None] Network ca8800a0-6991-4cc6-86bc-fac400b248ac requested from dv-cinder-797608-3-iscsi {{(pid=93161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 13:53:45.720656 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40294) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:45.792518 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16514462'] for network, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.844512 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Deleting port 11af3165-45d3-4f63-abeb-40b208a63782 {{(pid=93159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 13:53:45.844854 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820137786'] for port, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.911222 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.db [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] For port 11af3165-45d3-4f63-abeb-40b208a63782, host dv-cinder-797608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-3-iscsi',level=0,port_id=11af3165-45d3-4f63-abeb-40b208a63782,segment=NetworkSegment(aff98e1e-3cb0-4610-91ab-d195ddc96c23),segment_id=aff98e1e-3cb0-4610-91ab-d195ddc96c23)] {{(pid=93159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 13:53:45.911583 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778194'] for port, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:45.923807 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Calling delete_port for 11af3165-45d3-4f63-abeb-40b208a63782 owned by network:dhcp {{(pid=93159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 13:53:46.001268 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16254324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820044328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740819568887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2646928'] for port, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.003370 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-2c6b8dee-c392-423e-8d25-9d2a9a80f96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:46.032294 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11af3165-45d3-4f63-abeb-40b208a63782,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:46.035438 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:46.036255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] No DVR routers for this DVR port 11af3165-45d3-4f63-abeb-40b208a63782 on host dv-cinder-797608-3-iscsi {{(pid=93159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 13:53:46.071109 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2babd8d-a630-45d9-aa51-53545422d375 None None] DHCP port deletion for ca8800a0-6991-4cc6-86bc-fac400b248ac request from dv-cinder-797608-3-iscsi {{(pid=93161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 13:53:46.109474 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16310141', 'neutron.services.segments.db._delete_segments_for_network-8740820011331'] for network, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.119213 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8800a0-6991-4cc6-86bc-fac400b248ac']}} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:46.128506 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff98e1e-3cb0-4610-91ab-d195ddc96c23') {'for_net_delete': True} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:46.128740 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.services.segments.db [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff98e1e-3cb0-4610-91ab-d195ddc96c23') {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 13:53:46.137822 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740819923146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3804765'] for segment, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.151397 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017'] for segment, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.157768 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 13:53:46.158199 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16068017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2646983'] for segment, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: conditions |= (models_v2.Port.network_id.in_( Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: Traceback (most recent call last): Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: timer() Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: cb(*args, **kw) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: return func(*args, **kwargs) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: self._notify() Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: self.callback(batched_events) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: event.method(event) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: return f(self, *a, **k) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._get(url).json() Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: return self.request(url, 'GET', **kwargs) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 13:53:46.159962 dv-cinder-797608-3-iscsi neutron-server[93159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 13:53:46.217872 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16310118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533002'] for network, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.221389 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-9a19b5bb-b020-4216-b6ef-5f9cb1be9b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:46.224825 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630526'] for network, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.226885 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca8800a0-6991-4cc6-86bc-fac400b248ac HTTP/1.1" status: 204 len: 168 time: 0.5050287 Jun 29 13:53:46.236235 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8800a0-6991-4cc6-86bc-fac400b248ac,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:46.238661 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-e39018e8-8e99-4593-9544-82db310255b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:46.341626 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40298) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:46.381537 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-8043e5b9-b4c3-46da-a998-068127f09801 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c66e36d2008433884279b67fdf9fd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385468 Jun 29 13:53:46.383811 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [-] (93159) accepted ('10.222.0.21', 40300) {{(pid=93159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:46.430537 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.451768 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.506666 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.509257 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.510442 dv-cinder-797608-3-iscsi neutron-server[93159]: INFO neutron.wsgi [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4423b18b-1e67-49b8-9b7a-b9ed345076c0 HTTP/1.1" status: 204 len: 168 time: 0.1257460 Jun 29 13:53:46.511255 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-47af00ba-943a-476d-a9d2-285f5ad0db9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:46.518959 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4423b18b-1e67-49b8-9b7a-b9ed345076c0,revision_number=None']} {{(pid=93159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:46.522052 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-fc534c00-1830-47cc-b678-652945be7185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:46.551026 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device a089e7d1-5a8c-4482-bbec-b701345729f5 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:46.572900 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: a089e7d1-5a8c-4482-bbec-b701345729f5 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:46.573277 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device a089e7d1-5a8c-4482-bbec-b701345729f5 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:46.573690 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 11af3165-45d3-4f63-abeb-40b208a63782 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:46.594550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: 11af3165-45d3-4f63-abeb-40b208a63782 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:46.594550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device 11af3165-45d3-4f63-abeb-40b208a63782 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:46.594550 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device ab6288c4-7dd2-4e01-8e23-4d5625094409 no longer exists at agent ovs-agent-dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 13:53:46.616799 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.plugin [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] No Port match for: ab6288c4-7dd2-4e01-8e23-4d5625094409 {{(pid=93161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 13:53:46.617081 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron.plugins.ml2.rpc [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Device ab6288c4-7dd2-4e01-8e23-4d5625094409 not bound to the agent host dv-cinder-797608-3-iscsi {{(pid=93161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 13:53:46.846555 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40306) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:46.886583 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-3bb336ad-1f33-4712-b03d-aeb04d234642 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2daa257cb678415a805251e5786abdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387821 Jun 29 13:53:46.888885 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [-] (93160) accepted ('10.222.0.21', 40308) {{(pid=93160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 13:53:46.939127 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:46.959092 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:47.003275 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-697184'] for security_group, after_delete {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:47.006268 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron_lib.callbacks.manager [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:47.007417 dv-cinder-797608-3-iscsi neutron-server[93160]: INFO neutron.wsgi [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b3da360-0d4c-46f3-b139-751d58a88811 HTTP/1.1" status: 204 len: 168 time: 0.1176448 Jun 29 13:53:47.008194 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-2cede968-fba8-4852-90fb-f07f24cd56e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 13:53:47.015436 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3da360-0d4c-46f3-b139-751d58a88811,revision_number=None']} {{(pid=93160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 13:53:47.017768 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG oslo_concurrency.lockutils [None req-b634a0f8-fcbf-46d2-b4e3-7fa01bac13b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 13:53:48.808640 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-93986c7f-f9b9-4e29-8e43-79688780b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:51.274130 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-81a4fafb-e154-4ad1-bfdc-8789107d52f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:51.541412 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:52.773258 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:53:54.185214 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:05.221860 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:14.905367 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:54:18.810145 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-4f513d3f-07e3-467e-968f-32fc71894d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:21.275185 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-67ab8793-80cb-4f00-be24-f0f717643ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:21.544254 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:22.776161 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:24.186480 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:35.228614 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:48.816841 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-8ca14b08-51b1-408c-ad64-fdb7f5f93d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:51.275347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-79a777a0-d946-4409-be1c-b9e6cbcefab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:51.545692 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:51.903994 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:54:52.778564 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:54:54.189477 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:05.250368 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:18.814591 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-54bb8394-76b6-4b10-ac26-7880529150e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:21.276167 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-62481389-6c66-4ce8-9d1e-3cee21346441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:21.546815 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:22.785843 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:24.191754 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:28.903313 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:55:35.257104 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:42.043189 dv-cinder-797608-3-iscsi neutron-server[93159]: DEBUG neutron.wsgi [req-35c0170e-75f7-4f93-abd7-c0bc51d5fb9a req-18458da3-3841-4874-879f-13bc09f83ae1 service neutron] (93159) timed out ('10.222.0.61', 50982) {{(pid=93159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 13:55:48.804784 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ac8-b20d-4d2a-957f-930f877d458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:51.276276 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-60578723-995a-4718-89bf-0c20a0e9fd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:51.550305 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:52.784047 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:55:54.195270 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:05.272347 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:05.902184 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:56:18.806365 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-b5758cc8-1f0b-4073-bdf5-76ed50660666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:21.276458 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-831a4b71-6b64-44ce-9445-c77cbc8f6774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:21.551670 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:22.788592 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:24.197665 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:33.956496 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-cfd24fc2-6e5b-4bd9-9883-c62dcfba52a3 req-4e5df839-484c-4336-8242-806288e42d77 service neutron] (93160) timed out ('10.222.0.21', 33716) {{(pid=93160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 13:56:35.260067 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:42.902222 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:56:48.806494 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c52adbf9-964a-4ebc-9aa3-6302b233f10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:51.277855 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-25c355bd-e93b-4595-9d99-fce4ba47ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:51.555802 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:52.789557 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:56:54.202845 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:05.391808 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:18.808416 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-26ec8f3d-3f19-41a2-893f-7ebf3c51ec24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:19.900062 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:57:21.279187 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-bee38e15-a1fc-48c8-8f15-05f9867bad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:21.556400 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:22.792798 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:24.202716 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:35.293159 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:48.808144 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eacfa55f-03ca-4be5-9e30-a4e4841f2ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:51.279914 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9220c998-596f-45f6-a760-020de7d78f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:51.557490 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:52.795731 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:54.205132 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:57:56.898448 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:58:05.286436 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:17.902093 dv-cinder-797608-3-iscsi neutron-server[93160]: DEBUG neutron.wsgi [req-f58f8518-7c3a-4361-98d9-fabf023e0ae8 req-3e0f2d5e-20d9-4d9d-85b5-c7154b4c5855 service neutron] (93160) timed out ('10.222.0.21', 38012) {{(pid=93160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 13:58:18.809360 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-851a76fc-4912-4f63-9bb5-c39d630309c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:21.279939 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1e04c39f-3569-46cc-a633-7ab1c31096f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:21.558338 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:22.800662 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:24.209619 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:33.897482 dv-cinder-797608-3-iscsi neutron-server[93162]: DEBUG neutron.db.agents_db [None req-b9063954-40fb-444a-8a82-b3e8ef0276c5 None None] Agent healthcheck: found 6 active agents {{(pid=93162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 13:58:35.303892 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-9cb25b02-6ad6-40fa-88d0-1e27511943d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:48.810012 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-e4363e9c-1be1-4c7b-9df0-a2bd685ab60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:51.289626 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-c475d641-1877-4978-9530-743217af08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:51.559273 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-eef6a5f9-7552-49ae-aa27-1e554f5b7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:52.802288 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-1d309df1-790b-4b9e-ab72-a2af30ea72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 13:58:54.210891 dv-cinder-797608-3-iscsi neutron-server[93161]: DEBUG neutron_lib.callbacks.manager [None req-da143d42-a2ac-4e61-a37e-0d28d5d8044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820011313', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16306083'] for agent, after_update {{(pid=93161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}